2024-11-27 21:17:01,898 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 21:17:01,916 main DEBUG Took 0.015499 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 21:17:01,916 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 21:17:01,916 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 21:17:01,917 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 21:17:01,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,925 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 21:17:01,936 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,938 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,939 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,941 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,942 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,943 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,944 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,945 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:17:01,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,947 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 21:17:01,948 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:17:01,949 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 21:17:01,951 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 21:17:01,951 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 21:17:01,952 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 21:17:01,953 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 21:17:01,961 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 21:17:01,963 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 21:17:01,965 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 21:17:01,965 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 21:17:01,965 main DEBUG createAppenders(={Console}) 2024-11-27 21:17:01,966 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 21:17:01,966 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 21:17:01,966 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 21:17:01,967 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 21:17:01,967 main DEBUG OutputStream closed 2024-11-27 21:17:01,967 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 21:17:01,967 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 21:17:01,968 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 21:17:02,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 21:17:02,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 21:17:02,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 21:17:02,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 21:17:02,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 21:17:02,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 21:17:02,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 21:17:02,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 21:17:02,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 21:17:02,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 21:17:02,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 21:17:02,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 21:17:02,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 21:17:02,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 21:17:02,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 21:17:02,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 21:17:02,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 21:17:02,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 21:17:02,061 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 21:17:02,061 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 21:17:02,061 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 21:17:02,062 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T21:17:02,077 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 21:17:02,080 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 21:17:02,080 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T21:17:02,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=9050 2024-11-27T21:17:02,387 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T21:17:02,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27 2024-11-27T21:17:02,432 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea, deleteOnExit=true 2024-11-27T21:17:02,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea/zookeeper_0, clientPort=60686, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:17:02,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60686 2024-11-27T21:17:02,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:17:02,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:17:02,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/test.cache.data in system properties and HBase conf 2024-11-27T21:17:02,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:17:02,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:17:02,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:17:02,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:17:02,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:17:02,640 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T21:17:02,741 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:17:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:17:02,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:02,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:17:02,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:17:02,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:02,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:02,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:17:02,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:17:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:17:02,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:02,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:17:02,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:17:03,565 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T21:17:03,656 INFO [Time-limited test {}] log.Log(170): Logging initialized @2470ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T21:17:03,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:03,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:03,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:03,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:03,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:17:03,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:03,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:03,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:04,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/java.io.tmpdir/jetty-localhost-44255-hadoop-hdfs-3_4_1-tests_jar-_-any-7318310017879559123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:04,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44255} 2024-11-27T21:17:04,057 INFO [Time-limited test {}] server.Server(415): Started @2872ms 2024-11-27T21:17:04,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:04,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:04,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:04,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:04,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:04,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:04,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:04,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/java.io.tmpdir/jetty-localhost-34667-hadoop-hdfs-3_4_1-tests_jar-_-any-11180558722526270039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:04,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:34667} 2024-11-27T21:17:04,572 INFO [Time-limited test {}] server.Server(415): Started @3387ms 2024-11-27T21:17:04,626 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:17:05,120 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea/data/data2/current/BP-434498939-172.17.0.2-1732742223317/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:05,120 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea/data/data1/current/BP-434498939-172.17.0.2-1732742223317/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:05,152 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:17:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fc9f9cacb5de36f with lease ID 0x546dff1a57c65eee: Processing first storage report for DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9 from datanode DatanodeRegistration(127.0.0.1:44551, datanodeUuid=5e9905de-0275-4f0a-95c6-c64e713884d1, infoPort=42913, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=908275914;c=1732742223317) 2024-11-27T21:17:05,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fc9f9cacb5de36f with lease ID 0x546dff1a57c65eee: from storage DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9 node DatanodeRegistration(127.0.0.1:44551, datanodeUuid=5e9905de-0275-4f0a-95c6-c64e713884d1, infoPort=42913, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=908275914;c=1732742223317), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T21:17:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fc9f9cacb5de36f with lease ID 0x546dff1a57c65eee: Processing first storage report for DS-97846f6a-0edd-49a7-9b75-2da71d855c16 from datanode DatanodeRegistration(127.0.0.1:44551, datanodeUuid=5e9905de-0275-4f0a-95c6-c64e713884d1, infoPort=42913, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=908275914;c=1732742223317) 2024-11-27T21:17:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fc9f9cacb5de36f with lease ID 0x546dff1a57c65eee: from storage DS-97846f6a-0edd-49a7-9b75-2da71d855c16 node DatanodeRegistration(127.0.0.1:44551, datanodeUuid=5e9905de-0275-4f0a-95c6-c64e713884d1, infoPort=42913, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=908275914;c=1732742223317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:05,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27 2024-11-27T21:17:05,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:05,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:05,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:17:05,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb with version=8 2024-11-27T21:17:05,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/hbase-staging 2024-11-27T21:17:06,059 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T21:17:06,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:06,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:06,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:06,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:06,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:06,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:06,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:17:06,615 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T21:17:06,625 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T21:17:06,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:06,658 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13005 (auto-detected) 2024-11-27T21:17:06,659 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T21:17:06,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39023 2024-11-27T21:17:06,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39023 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:06,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390230x0, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:06,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39023-0x1015b49fd350000 connected 2024-11-27T21:17:06,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:06,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:06,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:06,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb, hbase.cluster.distributed=false 2024-11-27T21:17:06,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/acl 2024-11-27T21:17:06,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-27T21:17:06,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39023 2024-11-27T21:17:06,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39023 2024-11-27T21:17:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-27T21:17:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-27T21:17:06,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:06,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:06,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:06,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:06,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:06,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:06,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:17:06,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:06,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36969 2024-11-27T21:17:06,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36969 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:06,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:06,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:06,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369690x0, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:06,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36969-0x1015b49fd350001 connected 2024-11-27T21:17:06,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:06,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:17:06,979 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:17:06,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/master 2024-11-27T21:17:06,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/acl 2024-11-27T21:17:06,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-27T21:17:06,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36969 2024-11-27T21:17:06,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36969 2024-11-27T21:17:06,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-27T21:17:06,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-27T21:17:07,006 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:39023 2024-11-27T21:17:07,007 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1649766382/backup-masters/4585c39bed03,39023,1732742226143 2024-11-27T21:17:07,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:07,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:07,016 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on existing znode=/0-1649766382/backup-masters/4585c39bed03,39023,1732742226143 2024-11-27T21:17:07,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1649766382/master 2024-11-27T21:17:07,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:07,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:07,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on existing znode=/0-1649766382/master 2024-11-27T21:17:07,041 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1649766382/backup-masters/4585c39bed03,39023,1732742226143 from backup master directory 2024-11-27T21:17:07,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:07,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/backup-masters/4585c39bed03,39023,1732742226143 2024-11-27T21:17:07,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:07,045 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:07,046 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,39023,1732742226143 2024-11-27T21:17:07,048 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T21:17:07,049 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T21:17:07,105 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/hbase.id] with ID: 08cce18e-c48e-4162-9870-6641a6dd8e45 2024-11-27T21:17:07,105 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/.tmp/hbase.id 2024-11-27T21:17:07,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:17:07,517 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/.tmp/hbase.id]:[hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/hbase.id] 2024-11-27T21:17:07,559 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:07,565 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:17:07,584 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-27T21:17:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:07,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:17:08,012 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:08,014 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:17:08,031 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:17:08,036 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:08,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:17:08,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store 2024-11-27T21:17:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:17:08,509 INFO [master/4585c39bed03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T21:17:08,514 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:08,515 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:08,515 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:08,516 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:08,518 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:08,518 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:08,518 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:08,520 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742228515Disabling compacts and flushes for region at 1732742228515Disabling writes for close at 1732742228518 (+3 ms)Writing region close event to WAL at 1732742228518Closed at 1732742228518 2024-11-27T21:17:08,522 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/.initializing 2024-11-27T21:17:08,523 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143 2024-11-27T21:17:08,533 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:08,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C39023%2C1732742226143, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/oldWALs, maxLogs=10 2024-11-27T21:17:08,582 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143/4585c39bed03%2C39023%2C1732742226143.1732742228558, exclude list is [], retry=0 2024-11-27T21:17:08,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T21:17:08,638 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143/4585c39bed03%2C39023%2C1732742226143.1732742228558 2024-11-27T21:17:08,640 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:08,640 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:08,641 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:08,644 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,645 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:17:08,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:08,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:08,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:17:08,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:08,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:08,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:17:08,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:08,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:08,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:17:08,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:08,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:08,727 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,730 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,731 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,736 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,737 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,741 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:08,745 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:08,749 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:08,751 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72472295, jitterRate=0.07992134988307953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:08,757 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742228656Initializing all the Stores at 1732742228658 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742228659 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742228660 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742228660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742228660Cleaning up temporary data from old regions at 1732742228737 (+77 ms)Region opened successfully at 1732742228757 (+20 ms) 2024-11-27T21:17:08,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:17:08,797 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81abae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:08,834 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:17:08,850 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:17:08,851 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:17:08,854 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:17:08,856 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T21:17:08,861 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T21:17:08,861 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:17:08,887 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:17:08,895 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/balancer because node does not exist (not necessarily an error) 2024-11-27T21:17:08,898 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/balancer already deleted, retry=false 2024-11-27T21:17:08,900 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:17:08,902 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:17:08,903 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/normalizer already deleted, retry=false 2024-11-27T21:17:08,905 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:17:08,908 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:17:08,910 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/switch/split already deleted, retry=false 2024-11-27T21:17:08,911 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:17:08,913 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/switch/merge already deleted, retry=false 2024-11-27T21:17:08,931 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:17:08,933 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/snapshot-cleanup already deleted, retry=false 2024-11-27T21:17:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:08,940 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,39023,1732742226143, sessionid=0x1015b49fd350000, setting cluster-up flag (Was=false) 2024-11-27T21:17:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:08,958 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1649766382/flush-table-proc/acquired, /0-1649766382/flush-table-proc/reached, /0-1649766382/flush-table-proc/abort 2024-11-27T21:17:08,960 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,39023,1732742226143 2024-11-27T21:17:08,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:08,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:08,974 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1649766382/online-snapshot/acquired, /0-1649766382/online-snapshot/reached, /0-1649766382/online-snapshot/abort 2024-11-27T21:17:08,975 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,39023,1732742226143 2024-11-27T21:17:08,981 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:17:08,995 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(746): ClusterId : 08cce18e-c48e-4162-9870-6641a6dd8e45 2024-11-27T21:17:08,998 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:17:09,003 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:17:09,003 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:17:09,006 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:17:09,006 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421a3777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:09,022 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:36969 2024-11-27T21:17:09,026 INFO [RS:0;4585c39bed03:36969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:17:09,026 INFO [RS:0;4585c39bed03:36969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:17:09,026 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:17:09,030 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,39023,1732742226143 with port=36969, startcode=1732742226902 2024-11-27T21:17:09,044 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:17:09,058 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:09,069 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:17:09,077 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:17:09,083 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:17:09,084 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,39023,1732742226143 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:17:09,088 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39023 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:17:09,091 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:09,091 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:09,091 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:09,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:09,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:17:09,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:09,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,096 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742259096 2024-11-27T21:17:09,098 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:17:09,099 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:17:09,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:09,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:17:09,103 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:17:09,104 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:17:09,104 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:17:09,104 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:17:09,105 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,108 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:17:09,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:09,110 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:17:09,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:17:09,110 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:17:09,110 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:17:09,113 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:17:09,113 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:17:09,115 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742229114,5,FailOnTimeoutGroup] 2024-11-27T21:17:09,115 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742229115,5,FailOnTimeoutGroup] 2024-11-27T21:17:09,115 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,116 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:17:09,117 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,117 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,118 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T21:17:09,119 WARN [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T21:17:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:17:09,220 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,39023,1732742226143 with port=36969, startcode=1732742226902 2024-11-27T21:17:09,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,36969,1732742226902 2024-11-27T21:17:09,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39023 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,36969,1732742226902 2024-11-27T21:17:09,233 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb 2024-11-27T21:17:09,233 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41059 2024-11-27T21:17:09,233 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:17:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/rs 2024-11-27T21:17:09,238 DEBUG [RS:0;4585c39bed03:36969 {}] zookeeper.ZKUtil(111): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on existing znode=/0-1649766382/rs/4585c39bed03,36969,1732742226902 2024-11-27T21:17:09,238 WARN [RS:0;4585c39bed03:36969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:09,238 INFO [RS:0;4585c39bed03:36969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:09,238 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902 2024-11-27T21:17:09,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,36969,1732742226902] 2024-11-27T21:17:09,264 INFO [RS:0;4585c39bed03:36969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:17:09,278 INFO [RS:0;4585c39bed03:36969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:17:09,284 INFO [RS:0;4585c39bed03:36969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:17:09,285 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,286 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:17:09,291 INFO [RS:0;4585c39bed03:36969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:17:09,293 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,293 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,293 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,293 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,294 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,294 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,294 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:09,294 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,294 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,294 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,294 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,295 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,295 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:09,295 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:09,295 DEBUG [RS:0;4585c39bed03:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:09,296 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,296 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,296 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,296 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,297 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,297 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,36969,1732742226902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:09,317 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:17:09,318 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,36969,1732742226902-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,319 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,319 INFO [RS:0;4585c39bed03:36969 {}] regionserver.Replication(171): 4585c39bed03,36969,1732742226902 started 2024-11-27T21:17:09,337 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:09,338 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,36969,1732742226902, RpcServer on 4585c39bed03/172.17.0.2:36969, sessionid=0x1015b49fd350001 2024-11-27T21:17:09,338 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:17:09,339 DEBUG [RS:0;4585c39bed03:36969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,36969,1732742226902 2024-11-27T21:17:09,339 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,36969,1732742226902' 2024-11-27T21:17:09,339 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1649766382/flush-table-proc/abort' 2024-11-27T21:17:09,340 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1649766382/flush-table-proc/acquired' 2024-11-27T21:17:09,341 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:17:09,341 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:17:09,341 DEBUG [RS:0;4585c39bed03:36969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,36969,1732742226902 2024-11-27T21:17:09,341 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,36969,1732742226902' 2024-11-27T21:17:09,341 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1649766382/online-snapshot/abort' 2024-11-27T21:17:09,342 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1649766382/online-snapshot/acquired' 2024-11-27T21:17:09,342 DEBUG [RS:0;4585c39bed03:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:17:09,342 INFO [RS:0;4585c39bed03:36969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:17:09,342 INFO [RS:0;4585c39bed03:36969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:17:09,448 INFO [RS:0;4585c39bed03:36969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:09,451 INFO [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36969%2C1732742226902, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs, maxLogs=10 2024-11-27T21:17:09,468 DEBUG [RS:0;4585c39bed03:36969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454, exclude list is [], retry=0 2024-11-27T21:17:09,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:09,476 INFO [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 2024-11-27T21:17:09,477 DEBUG [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:09,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:17:09,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb 2024-11-27T21:17:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:17:09,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:09,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:09,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:09,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:09,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:09,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:09,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:09,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:09,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:09,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:09,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:09,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:09,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:09,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:09,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:09,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:09,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:09,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:09,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740 2024-11-27T21:17:09,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740 2024-11-27T21:17:09,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:09,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:09,959 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:09,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:09,965 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:09,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62392673, jitterRate=-0.07027672231197357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:09,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742229937Initializing all the Stores at 1732742229939 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742229939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742229939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742229940 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742229940Cleaning up temporary data from old regions at 1732742229958 (+18 ms)Region opened successfully at 1732742229969 (+11 ms) 2024-11-27T21:17:09,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:09,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:09,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:09,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:09,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:09,970 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:09,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742229969Disabling compacts and flushes for region at 1732742229969Disabling writes for close at 1732742229969Writing region close event to WAL at 1732742229970 (+1 ms)Closed at 1732742229970 2024-11-27T21:17:09,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:09,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:17:09,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:17:09,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:09,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:17:10,144 DEBUG [4585c39bed03:39023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:10,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,36969,1732742226902 2024-11-27T21:17:10,163 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,36969,1732742226902, state=OPENING 2024-11-27T21:17:10,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:17:10,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:10,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:10,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:10,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:10,176 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:10,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,36969,1732742226902}] 2024-11-27T21:17:10,354 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:17:10,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:17:10,371 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:17:10,371 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:10,372 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:17:10,375 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36969%2C1732742226902.meta, suffix=.meta, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs, maxLogs=10 2024-11-27T21:17:10,392 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.meta.1732742230377.meta, exclude list is [], retry=0 2024-11-27T21:17:10,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:10,399 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.meta.1732742230377.meta 2024-11-27T21:17:10,399 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:10,399 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:10,404 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:10,405 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:10,408 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:17:10,410 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:17:10,414 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:17:10,415 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:10,415 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:17:10,415 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:17:10,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:10,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:10,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:10,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:10,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:10,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:10,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:10,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:10,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:10,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:10,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:10,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:10,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:10,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:10,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:10,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:10,429 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:10,431 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740 2024-11-27T21:17:10,433 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740 2024-11-27T21:17:10,435 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:10,435 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:10,436 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:10,439 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:10,440 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63370652, jitterRate=-0.055703699588775635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:10,441 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:17:10,442 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742230415Writing region info on filesystem at 1732742230416 (+1 ms)Initializing all the Stores at 1732742230418 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742230418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742230418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742230418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742230418Cleaning up temporary data from old regions at 1732742230435 (+17 ms)Running coprocessor post-open hooks at 1732742230441 (+6 ms)Region opened successfully at 1732742230442 (+1 ms) 2024-11-27T21:17:10,450 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742230344 2024-11-27T21:17:10,461 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:17:10,461 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:17:10,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,36969,1732742226902 2024-11-27T21:17:10,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,36969,1732742226902, state=OPEN 2024-11-27T21:17:10,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:10,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:10,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:10,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:10,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,36969,1732742226902 2024-11-27T21:17:10,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:17:10,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,36969,1732742226902 in 289 msec 2024-11-27T21:17:10,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:17:10,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-27T21:17:10,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:10,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:17:10,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:10,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36969,1732742226902, seqNum=-1] 2024-11-27T21:17:10,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:10,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:10,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5370 sec 2024-11-27T21:17:10,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742230552, completionTime=-1 2024-11-27T21:17:10,554 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:17:10,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:17:10,583 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:17:10,583 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742290583 2024-11-27T21:17:10,583 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742350583 2024-11-27T21:17:10,583 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-27T21:17:10,585 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39023,1732742226143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:10,586 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39023,1732742226143-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:10,586 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39023,1732742226143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:10,587 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:39023, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:10,588 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:10,589 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:10,595 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:17:10,617 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.571sec 2024-11-27T21:17:10,618 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:17:10,620 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:17:10,621 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:17:10,621 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:17:10,621 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:17:10,622 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39023,1732742226143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:10,623 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39023,1732742226143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:17:10,631 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:17:10,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:17:10,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39023,1732742226143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:10,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:10,709 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T21:17:10,709 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T21:17:10,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,39023,-1 for getting cluster id 2024-11-27T21:17:10,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:10,725 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cce18e-c48e-4162-9870-6641a6dd8e45' 2024-11-27T21:17:10,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:10,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cce18e-c48e-4162-9870-6641a6dd8e45" 2024-11-27T21:17:10,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:10,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,39023,-1] 2024-11-27T21:17:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:10,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:10,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:10,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:10,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36969,1732742226902, seqNum=-1] 2024-11-27T21:17:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:10,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:10,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,39023,1732742226143 2024-11-27T21:17:10,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:10,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:10,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b49fd350002 connected 2024-11-27T21:17:10,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.log.dir so I do NOT create it in target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84 2024-11-27T21:17:10,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:17:10,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.tmp.dir so I do NOT create it in target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84 2024-11-27T21:17:10,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:17:10,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84 2024-11-27T21:17:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:17:10,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/cluster_dbb88fff-56aa-55a4-020e-9f7f97776bc5, deleteOnExit=true 2024-11-27T21:17:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:17:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/test.cache.data in system properties and HBase conf 2024-11-27T21:17:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:17:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:17:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:17:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:17:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:17:10,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:17:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:10,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:17:10,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:17:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:17:10,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:17:10,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:10,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:10,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:10,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:10,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:10,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:10,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:10,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:11,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-12414709609008382962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:11,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-11-27T21:17:11,032 INFO [Time-limited test {}] server.Server(415): Started @9848ms 2024-11-27T21:17:11,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:11,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:11,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:11,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:11,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:11,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:11,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:11,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/java.io.tmpdir/jetty-localhost-39289-hadoop-hdfs-3_4_1-tests_jar-_-any-2382887614884688283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:11,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:39289} 2024-11-27T21:17:11,245 INFO [Time-limited test {}] server.Server(415): Started @10061ms 2024-11-27T21:17:11,247 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:17:11,353 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/cluster_dbb88fff-56aa-55a4-020e-9f7f97776bc5/data/data1/current/BP-1913860161-172.17.0.2-1732742230837/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:11,353 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/cluster_dbb88fff-56aa-55a4-020e-9f7f97776bc5/data/data2/current/BP-1913860161-172.17.0.2-1732742230837/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:11,397 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:17:11,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9343cc32caacc758 with lease ID 0x5ebead52b35bc29d: Processing first storage report for DS-6c7c2841-68ca-48ab-b040-c0967f53f05b from datanode DatanodeRegistration(127.0.0.1:36945, datanodeUuid=356a358e-d349-4bcb-8c76-286789593f78, infoPort=43491, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=740922454;c=1732742230837) 2024-11-27T21:17:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9343cc32caacc758 with lease ID 0x5ebead52b35bc29d: from storage DS-6c7c2841-68ca-48ab-b040-c0967f53f05b node DatanodeRegistration(127.0.0.1:36945, datanodeUuid=356a358e-d349-4bcb-8c76-286789593f78, infoPort=43491, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=740922454;c=1732742230837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9343cc32caacc758 with lease ID 0x5ebead52b35bc29d: Processing first storage report for DS-ca666e75-3f1d-4b41-86bb-7ce341579a51 from datanode DatanodeRegistration(127.0.0.1:36945, datanodeUuid=356a358e-d349-4bcb-8c76-286789593f78, infoPort=43491, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=740922454;c=1732742230837) 2024-11-27T21:17:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9343cc32caacc758 with lease ID 0x5ebead52b35bc29d: from storage DS-ca666e75-3f1d-4b41-86bb-7ce341579a51 node DatanodeRegistration(127.0.0.1:36945, datanodeUuid=356a358e-d349-4bcb-8c76-286789593f78, infoPort=43491, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=740922454;c=1732742230837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:11,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84 2024-11-27T21:17:11,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:11,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:11,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:17:11,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773 with version=8 2024-11-27T21:17:11,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/hbase-staging 2024-11-27T21:17:11,909 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:11,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:11,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:11,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:11,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:11,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:11,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:17:11,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:11,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45301 2024-11-27T21:17:11,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45301 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:11,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453010x0, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:11,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45301-0x1015b49fd350003 connected 2024-11-27T21:17:11,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:11,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:11,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on znode that does not yet exist, /1-1482564106/running 2024-11-27T21:17:11,937 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773, hbase.cluster.distributed=false 2024-11-27T21:17:11,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on znode that does not yet exist, /1-1482564106/acl 2024-11-27T21:17:11,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45301 2024-11-27T21:17:11,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45301 2024-11-27T21:17:11,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45301 2024-11-27T21:17:11,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45301 2024-11-27T21:17:11,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45301 2024-11-27T21:17:11,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:11,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:11,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:11,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:11,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:11,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:11,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:17:11,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:11,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32973 2024-11-27T21:17:11,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32973 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:11,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:11,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:11,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329730x0, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:11,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329730x0, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on znode that does not yet exist, /1-1482564106/running 2024-11-27T21:17:11,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32973-0x1015b49fd350004 connected 2024-11-27T21:17:11,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:17:11,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:17:11,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on znode that does not yet exist, /1-1482564106/master 2024-11-27T21:17:11,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on znode that does not yet exist, /1-1482564106/acl 2024-11-27T21:17:11,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-27T21:17:11,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32973 2024-11-27T21:17:11,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32973 2024-11-27T21:17:11,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-27T21:17:11,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-27T21:17:11,989 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:45301 2024-11-27T21:17:11,989 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1482564106/backup-masters/4585c39bed03,45301,1732742231909 2024-11-27T21:17:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106/backup-masters 2024-11-27T21:17:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106/backup-masters 2024-11-27T21:17:11,993 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on existing znode=/1-1482564106/backup-masters/4585c39bed03,45301,1732742231909 2024-11-27T21:17:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1482564106/master 2024-11-27T21:17:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:11,996 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on existing znode=/1-1482564106/master 2024-11-27T21:17:11,996 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1482564106/backup-masters/4585c39bed03,45301,1732742231909 from backup master directory 2024-11-27T21:17:11,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106/backup-masters 2024-11-27T21:17:11,998 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:11,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482564106/backup-masters/4585c39bed03,45301,1732742231909 2024-11-27T21:17:11,998 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,45301,1732742231909 2024-11-27T21:17:11,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106/backup-masters 2024-11-27T21:17:12,005 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/hbase.id] with ID: 5bd77c1e-dba8-4381-8c09-9296a772cda1 2024-11-27T21:17:12,005 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/.tmp/hbase.id 2024-11-27T21:17:12,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:17:12,012 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/.tmp/hbase.id]:[hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/hbase.id] 2024-11-27T21:17:12,033 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:12,033 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:17:12,035 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T21:17:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:17:12,451 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:12,452 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:17:12,452 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:17:12,865 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store 2024-11-27T21:17:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:17:12,874 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:12,874 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:12,874 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:12,874 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:12,874 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:12,874 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:12,874 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:12,874 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742232874Disabling compacts and flushes for region at 1732742232874Disabling writes for close at 1732742232874Writing region close event to WAL at 1732742232874Closed at 1732742232874 2024-11-27T21:17:12,876 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/.initializing 2024-11-27T21:17:12,876 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/WALs/4585c39bed03,45301,1732742231909 2024-11-27T21:17:12,877 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:12,880 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C45301%2C1732742231909, suffix=, logDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/WALs/4585c39bed03,45301,1732742231909, archiveDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/oldWALs, maxLogs=10 2024-11-27T21:17:12,895 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/WALs/4585c39bed03,45301,1732742231909/4585c39bed03%2C45301%2C1732742231909.1732742232880, exclude list is [], retry=0 2024-11-27T21:17:12,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-6c7c2841-68ca-48ab-b040-c0967f53f05b,DISK] 2024-11-27T21:17:12,902 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/WALs/4585c39bed03,45301,1732742231909/4585c39bed03%2C45301%2C1732742231909.1732742232880 2024-11-27T21:17:12,903 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43491:43491)] 2024-11-27T21:17:12,903 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:12,903 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:12,903 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,903 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:17:12,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:12,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:12,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:17:12,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:12,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:12,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:17:12,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:12,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:12,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:17:12,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:12,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:12,919 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,920 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,921 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,923 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,923 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,924 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:12,926 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:12,929 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:12,930 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64750258, jitterRate=-0.035145968198776245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:12,930 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742232904Initializing all the Stores at 1732742232905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742232905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742232906 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742232906Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742232906Cleaning up temporary data from old regions at 1732742232923 (+17 ms)Region opened successfully at 1732742232930 (+7 ms) 2024-11-27T21:17:12,930 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:17:12,935 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:12,936 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:17:12,937 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:17:12,937 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:17:12,937 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:17:12,938 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:17:12,938 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:17:12,938 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:17:12,941 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:17:12,942 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Unable to get data of znode /1-1482564106/balancer because node does not exist (not necessarily an error) 2024-11-27T21:17:12,945 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482564106/balancer already deleted, retry=false 2024-11-27T21:17:12,945 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:17:12,946 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Unable to get data of znode /1-1482564106/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:17:12,947 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482564106/normalizer already deleted, retry=false 2024-11-27T21:17:12,947 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:17:12,948 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Unable to get data of znode /1-1482564106/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:17:12,950 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482564106/switch/split already deleted, retry=false 2024-11-27T21:17:12,951 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Unable to get data of znode /1-1482564106/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:17:12,952 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482564106/switch/merge already deleted, retry=false 2024-11-27T21:17:12,954 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Unable to get data of znode /1-1482564106/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:17:12,957 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482564106/snapshot-cleanup already deleted, retry=false 2024-11-27T21:17:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1482564106/running 2024-11-27T21:17:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1482564106/running 2024-11-27T21:17:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,959 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,45301,1732742231909, sessionid=0x1015b49fd350003, setting cluster-up flag (Was=false) 2024-11-27T21:17:12,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,969 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1482564106/flush-table-proc/acquired, /1-1482564106/flush-table-proc/reached, /1-1482564106/flush-table-proc/abort 2024-11-27T21:17:12,971 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,45301,1732742231909 2024-11-27T21:17:12,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:12,981 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1482564106/online-snapshot/acquired, /1-1482564106/online-snapshot/reached, /1-1482564106/online-snapshot/abort 2024-11-27T21:17:12,982 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,45301,1732742231909 2024-11-27T21:17:12,984 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:17:12,988 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:12,988 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:17:12,989 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:17:12,989 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,45301,1732742231909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:17:12,990 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:12,990 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:12,991 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:12,991 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:12,991 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:17:12,991 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:12,991 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:12,991 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:12,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742262992 2024-11-27T21:17:12,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:17:12,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:17:12,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:17:12,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:17:12,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:17:12,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:17:12,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:12,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:17:12,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:17:12,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:12,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:17:12,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:17:12,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:17:12,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:17:12,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:17:12,995 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742232994,5,FailOnTimeoutGroup] 2024-11-27T21:17:12,995 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742232995,5,FailOnTimeoutGroup] 2024-11-27T21:17:12,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:12,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:17:12,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:12,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:12,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:12,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:17:13,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:17:13,079 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(746): ClusterId : 5bd77c1e-dba8-4381-8c09-9296a772cda1 2024-11-27T21:17:13,079 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:17:13,083 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:17:13,083 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:17:13,085 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:17:13,086 DEBUG [RS:0;4585c39bed03:32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229cf8ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:13,098 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:32973 2024-11-27T21:17:13,098 INFO [RS:0;4585c39bed03:32973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:17:13,098 INFO [RS:0;4585c39bed03:32973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:17:13,098 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:17:13,099 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,45301,1732742231909 with port=32973, startcode=1732742231958 2024-11-27T21:17:13,099 DEBUG [RS:0;4585c39bed03:32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:17:13,102 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:17:13,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,32973,1732742231958 2024-11-27T21:17:13,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45301 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,32973,1732742231958 2024-11-27T21:17:13,105 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773 2024-11-27T21:17:13,105 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45393 2024-11-27T21:17:13,105 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:17:13,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106/rs 2024-11-27T21:17:13,110 DEBUG [RS:0;4585c39bed03:32973 {}] zookeeper.ZKUtil(111): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on existing znode=/1-1482564106/rs/4585c39bed03,32973,1732742231958 2024-11-27T21:17:13,110 WARN [RS:0;4585c39bed03:32973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:13,110 INFO [RS:0;4585c39bed03:32973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:13,111 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958 2024-11-27T21:17:13,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,32973,1732742231958] 2024-11-27T21:17:13,115 INFO [RS:0;4585c39bed03:32973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:17:13,118 INFO [RS:0;4585c39bed03:32973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:17:13,118 INFO [RS:0;4585c39bed03:32973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:17:13,118 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,119 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:17:13,120 INFO [RS:0;4585c39bed03:32973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:17:13,120 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,120 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,120 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,120 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,120 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,120 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,120 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:13,120 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,121 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,121 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,121 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,121 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,121 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:13,121 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:13,121 DEBUG [RS:0;4585c39bed03:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:13,124 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,124 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,124 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,124 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,124 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,125 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32973,1732742231958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:13,139 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:17:13,139 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32973,1732742231958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,140 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,140 INFO [RS:0;4585c39bed03:32973 {}] regionserver.Replication(171): 4585c39bed03,32973,1732742231958 started 2024-11-27T21:17:13,154 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:13,154 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,32973,1732742231958, RpcServer on 4585c39bed03/172.17.0.2:32973, sessionid=0x1015b49fd350004 2024-11-27T21:17:13,154 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:17:13,154 DEBUG [RS:0;4585c39bed03:32973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,32973,1732742231958 2024-11-27T21:17:13,154 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,32973,1732742231958' 2024-11-27T21:17:13,154 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1482564106/flush-table-proc/abort' 2024-11-27T21:17:13,155 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1482564106/flush-table-proc/acquired' 2024-11-27T21:17:13,155 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:17:13,155 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:17:13,155 DEBUG [RS:0;4585c39bed03:32973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,32973,1732742231958 2024-11-27T21:17:13,155 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,32973,1732742231958' 2024-11-27T21:17:13,155 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1482564106/online-snapshot/abort' 2024-11-27T21:17:13,156 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1482564106/online-snapshot/acquired' 2024-11-27T21:17:13,156 DEBUG [RS:0;4585c39bed03:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:17:13,156 INFO [RS:0;4585c39bed03:32973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:17:13,156 INFO [RS:0;4585c39bed03:32973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:17:13,257 INFO [RS:0;4585c39bed03:32973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:13,260 INFO [RS:0;4585c39bed03:32973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C32973%2C1732742231958, suffix=, logDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958, archiveDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/oldWALs, maxLogs=10 2024-11-27T21:17:13,275 DEBUG [RS:0;4585c39bed03:32973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958/4585c39bed03%2C32973%2C1732742231958.1732742233262, exclude list is [], retry=0 2024-11-27T21:17:13,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-6c7c2841-68ca-48ab-b040-c0967f53f05b,DISK] 2024-11-27T21:17:13,282 INFO [RS:0;4585c39bed03:32973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958/4585c39bed03%2C32973%2C1732742231958.1732742233262 2024-11-27T21:17:13,282 DEBUG [RS:0;4585c39bed03:32973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43491:43491)] 2024-11-27T21:17:13,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:17:13,427 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773 2024-11-27T21:17:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:17:13,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:13,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:13,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:13,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:13,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:13,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:13,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:13,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:13,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:13,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:13,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:13,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:13,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:13,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:13,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:13,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:13,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:13,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:13,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740 2024-11-27T21:17:13,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740 2024-11-27T21:17:13,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:13,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:13,854 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:13,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:13,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:13,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70031689, jitterRate=0.043553486466407776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:13,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742233836Initializing all the Stores at 1732742233838 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742233838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742233838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742233838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742233838Cleaning up temporary data from old regions at 1732742233853 (+15 ms)Region opened successfully at 1732742233859 (+6 ms) 2024-11-27T21:17:13,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:13,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:13,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:13,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:13,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742233859Disabling compacts and flushes for region at 1732742233859Disabling writes for close at 1732742233860 (+1 ms)Writing region close event to WAL at 1732742233860Closed at 1732742233860 2024-11-27T21:17:13,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:13,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:17:13,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:17:13,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:13,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:17:14,016 DEBUG [4585c39bed03:45301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:14,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,32973,1732742231958 2024-11-27T21:17:14,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,32973,1732742231958, state=OPENING 2024-11-27T21:17:14,022 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:17:14,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:14,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:14,024 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:14,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482564106/meta-region-server: CHANGED 2024-11-27T21:17:14,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482564106/meta-region-server: CHANGED 2024-11-27T21:17:14,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,32973,1732742231958}] 2024-11-27T21:17:14,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:17:14,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:17:14,186 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:17:14,186 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:14,187 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:17:14,189 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C32973%2C1732742231958.meta, suffix=.meta, logDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958, archiveDir=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/oldWALs, maxLogs=10 2024-11-27T21:17:14,204 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958/4585c39bed03%2C32973%2C1732742231958.meta.1732742234191.meta, exclude list is [], retry=0 2024-11-27T21:17:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-6c7c2841-68ca-48ab-b040-c0967f53f05b,DISK] 2024-11-27T21:17:14,210 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958/4585c39bed03%2C32973%2C1732742231958.meta.1732742234191.meta 2024-11-27T21:17:14,210 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43491:43491)] 2024-11-27T21:17:14,210 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:14,211 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:14,211 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:14,211 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:17:14,211 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:17:14,211 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:17:14,211 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:14,211 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:17:14,211 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:17:14,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:14,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:14,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:14,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:14,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:14,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:14,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:14,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:14,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:14,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:14,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:14,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:14,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:14,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:14,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:14,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:14,222 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:14,223 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740 2024-11-27T21:17:14,224 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740 2024-11-27T21:17:14,226 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:14,226 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:14,227 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:14,229 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:14,231 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75217321, jitterRate=0.12082542479038239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:14,231 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:17:14,231 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742234212Writing region info on filesystem at 1732742234212Initializing all the Stores at 1732742234213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742234213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742234213Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742234213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742234213Cleaning up temporary data from old regions at 1732742234226 (+13 ms)Running coprocessor post-open hooks at 1732742234231 (+5 ms)Region opened successfully at 1732742234231 2024-11-27T21:17:14,233 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742234179 2024-11-27T21:17:14,237 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:17:14,237 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:17:14,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,32973,1732742231958 2024-11-27T21:17:14,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,32973,1732742231958, state=OPEN 2024-11-27T21:17:14,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1482564106/meta-region-server 2024-11-27T21:17:14,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1482564106/meta-region-server 2024-11-27T21:17:14,242 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,32973,1732742231958 2024-11-27T21:17:14,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482564106/meta-region-server: CHANGED 2024-11-27T21:17:14,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482564106/meta-region-server: CHANGED 2024-11-27T21:17:14,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:17:14,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,32973,1732742231958 in 217 msec 2024-11-27T21:17:14,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:17:14,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-27T21:17:14,251 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:14,251 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:17:14,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:14,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,32973,1732742231958, seqNum=-1] 2024-11-27T21:17:14,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:14,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:14,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-27T21:17:14,264 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742234264, completionTime=-1 2024-11-27T21:17:14,264 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:17:14,264 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:17:14,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742294266 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742354267 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45301,1732742231909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45301,1732742231909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45301,1732742231909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:45301, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:14,267 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:14,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:14,270 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:17:14,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.275sec 2024-11-27T21:17:14,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:17:14,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:17:14,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:17:14,274 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:17:14,274 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:17:14,274 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45301,1732742231909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:14,274 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45301,1732742231909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:17:14,278 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:17:14,278 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:17:14,278 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45301,1732742231909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:14,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:14,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:14,282 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b3726b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:14,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:14,285 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:14,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,32973,1732742231958, seqNum=-1] 2024-11-27T21:17:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:14,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:14,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,45301,1732742231909 2024-11-27T21:17:14,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:14,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:14,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b49fd350005 connected 2024-11-27T21:17:14,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,39023,-1 for getting cluster id 2024-11-27T21:17:14,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:14,306 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cce18e-c48e-4162-9870-6641a6dd8e45' 2024-11-27T21:17:14,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:14,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cce18e-c48e-4162-9870-6641a6dd8e45" 2024-11-27T21:17:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f7da78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,39023,-1] 2024-11-27T21:17:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:14,309 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed042bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:14,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,39023,1732742226143 2024-11-27T21:17:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b01bbef 2024-11-27T21:17:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:14,328 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:14,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:17:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:17:14,343 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:14,345 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610ba25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,345 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:14,345 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:14,346 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:14,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:14,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:14,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3823974d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:14,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:14,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:14,349 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:14,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9fea67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:14,351 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73002d7d 2024-11-27T21:17:14,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:14,359 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:14,371 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T21:17:14,371 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:17:14,375 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:14,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:14,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:14,377 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:14,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:17:14,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:17:14,386 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:14,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:17:14,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741835_1011 (size=1138) 2024-11-27T21:17:14,435 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:17:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:14,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 238c0069176e6e2cc47a4d8a44fbd081, NAME => 'hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb 2024-11-27T21:17:14,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741836_1012 (size=44) 2024-11-27T21:17:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:15,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:15,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 238c0069176e6e2cc47a4d8a44fbd081, disabling compactions & flushes 2024-11-27T21:17:15,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:15,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:15,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. after waiting 0 ms 2024-11-27T21:17:15,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:15,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:15,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 238c0069176e6e2cc47a4d8a44fbd081: Waiting for close lock at 1732742235208Disabling compacts and flushes for region at 1732742235208Disabling writes for close at 1732742235209 (+1 ms)Writing region close event to WAL at 1732742235209Closed at 1732742235209 2024-11-27T21:17:15,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:17:15,215 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742235211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742235211"}]},"ts":"1732742235211"} 2024-11-27T21:17:15,219 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:17:15,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:17:15,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742235221"}]},"ts":"1732742235221"} 2024-11-27T21:17:15,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:17:15,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN}] 2024-11-27T21:17:15,230 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN 2024-11-27T21:17:15,232 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN; state=OFFLINE, location=4585c39bed03,36969,1732742226902; forceNewPlan=false, retain=false 2024-11-27T21:17:15,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:17:15,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=238c0069176e6e2cc47a4d8a44fbd081, regionState=OPENING, regionLocation=4585c39bed03,36969,1732742226902 2024-11-27T21:17:15,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN because future has completed 2024-11-27T21:17:15,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238c0069176e6e2cc47a4d8a44fbd081, server=4585c39bed03,36969,1732742226902}] 2024-11-27T21:17:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:15,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:15,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:15,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:17:15,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36969%2C1732742226902.rep, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs, maxLogs=10 2024-11-27T21:17:15,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.rep.1732742235550, exclude list is [], retry=0 2024-11-27T21:17:15,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:15,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.rep.1732742235550 2024-11-27T21:17:15,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:15,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 238c0069176e6e2cc47a4d8a44fbd081, NAME => 'hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:15,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:15,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:15,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. service=MultiRowMutationService 2024-11-27T21:17:15,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:17:15,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:15,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,573 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,575 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238c0069176e6e2cc47a4d8a44fbd081 columnFamilyName hfileref 2024-11-27T21:17:15,575 DEBUG [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:15,575 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(327): Store=238c0069176e6e2cc47a4d8a44fbd081/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:15,576 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,577 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238c0069176e6e2cc47a4d8a44fbd081 columnFamilyName queue 2024-11-27T21:17:15,577 DEBUG [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:15,578 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(327): Store=238c0069176e6e2cc47a4d8a44fbd081/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:15,578 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,580 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238c0069176e6e2cc47a4d8a44fbd081 columnFamilyName sid 2024-11-27T21:17:15,580 DEBUG [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:15,580 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(327): Store=238c0069176e6e2cc47a4d8a44fbd081/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:15,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:17:15,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:15,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 238c0069176e6e2cc47a4d8a44fbd081; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69261765, jitterRate=0.03208072483539581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:17:15,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 238c0069176e6e2cc47a4d8a44fbd081: Running coprocessor pre-open hook at 1732742235572Writing region info on filesystem at 1732742235572Initializing all the Stores at 1732742235573 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742235573Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742235573Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742235573Cleaning up temporary data from old regions at 1732742235584 (+11 ms)Running coprocessor post-open hooks at 1732742235591 (+7 ms)Region opened successfully at 1732742235592 (+1 ms) 2024-11-27T21:17:15,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081., pid=7, masterSystemTime=1732742235541 2024-11-27T21:17:15,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:15,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:15,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=238c0069176e6e2cc47a4d8a44fbd081, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,36969,1732742226902 2024-11-27T21:17:15,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238c0069176e6e2cc47a4d8a44fbd081, server=4585c39bed03,36969,1732742226902 because future has completed 2024-11-27T21:17:15,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T21:17:15,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 238c0069176e6e2cc47a4d8a44fbd081, server=4585c39bed03,36969,1732742226902 in 215 msec 2024-11-27T21:17:15,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:17:15,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN in 376 msec 2024-11-27T21:17:15,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:17:15,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742235609"}]},"ts":"1732742235609"} 2024-11-27T21:17:15,612 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:17:15,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:17:15,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2350 sec 2024-11-27T21:17:15,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081., hostname=4585c39bed03,36969,1732742226902, seqNum=2] 2024-11-27T21:17:15,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T21:17:15,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:15,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:15,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:17:15,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T21:17:15,838 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:17:15,876 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,36969,1732742226902, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:17:15,878 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:15,878 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36969,1732742226902, seqNum=-1] 2024-11-27T21:17:15,878 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:15,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T21:17:15,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,36969,1732742226902', locateType=CURRENT is [region=hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081., hostname=4585c39bed03,36969,1732742226902, seqNum=2] 2024-11-27T21:17:15,889 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T21:17:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T21:17:15,894 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,36969,1732742226902 suceeded 2024-11-27T21:17:15,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T21:17:15,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-27T21:17:15,898 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:17:15,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5670 sec 2024-11-27T21:17:15,907 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:15,909 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33253b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:15,909 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:15,909 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:15,910 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:15,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:15,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:15,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cdd1baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:15,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:15,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:15,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:15,912 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:15,913 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a52a13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:15,913 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2337c2c 2024-11-27T21:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:15,915 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T21:17:15,916 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,36969,1732742226902 (queues=1) is replicating from cluster=08cce18e-c48e-4162-9870-6641a6dd8e45 to cluster=5bd77c1e-dba8-4381-8c09-9296a772cda1 2024-11-27T21:17:15,918 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C36969%2C1732742226902 2024-11-27T21:17:15,922 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,36969,1732742226902, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:17:15,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:15,924 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C36969%2C1732742226902 2024-11-27T21:17:15,929 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454, startPosition=0, beingWritten=true 2024-11-27T21:17:16,197 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:16,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:16,497 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:17:16,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:16,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:16,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,39023,-1 for getting cluster id 2024-11-27T21:17:16,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:16,500 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cce18e-c48e-4162-9870-6641a6dd8e45' 2024-11-27T21:17:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cce18e-c48e-4162-9870-6641a6dd8e45" 2024-11-27T21:17:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,39023,-1] 2024-11-27T21:17:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,503 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26342016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:16,504 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,39023,1732742226143 2024-11-27T21:17:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffeb36 2024-11-27T21:17:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:16,507 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:16,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:17:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:17:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T21:17:16,511 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:16,512 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2245b258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,512 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:16,512 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:16,513 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:16,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a53c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,515 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:16,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67629cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,516 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:16,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:16,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2692fc52 2024-11-27T21:17:16,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:16,518 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:16,519 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T21:17:16,519 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:17:16,519 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,519 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:16,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:17:16,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:17:16,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T21:17:16,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T21:17:16,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T21:17:16,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:16,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T21:17:16,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:16,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T21:17:16,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T21:17:16,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T21:17:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T21:17:16,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T21:17:16,683 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T21:17:16,718 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-4585c39bed03,36969,1732742226902, ReplicationSource: 2, currentBandwidth=0 2024-11-27T21:17:16,723 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T21:17:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T21:17:16,727 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4585c39bed03,36969,1732742226902 suceeded 2024-11-27T21:17:16,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:17:16,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-27T21:17:16,732 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:17:16,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 229 msec 2024-11-27T21:17:16,749 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:16,753 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0fdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,753 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:16,753 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:16,754 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:16,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:16,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:16,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4bc2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:16,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:16,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,757 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:16,759 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b8bb83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,760 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629a673c 2024-11-27T21:17:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:16,763 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T21:17:16,764 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4585c39bed03,36969,1732742226902 (queues=1) is replicating from cluster=08cce18e-c48e-4162-9870-6641a6dd8e45 to cluster=5bd77c1e-dba8-4381-8c09-9296a772cda1 2024-11-27T21:17:16,764 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4585c39bed03%2C36969%2C1732742226902 2024-11-27T21:17:16,764 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4585c39bed03,36969,1732742226902, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:17:16,765 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454, startPosition=0, beingWritten=true 2024-11-27T21:17:16,769 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C36969%2C1732742226902 2024-11-27T21:17:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T21:17:16,828 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T21:17:16,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:16,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:16,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:16,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,39023,1732742226143 2024-11-27T21:17:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-11-27T21:17:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:16,840 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:16,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:17:16,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T21:17:16,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:17:16,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T21:17:16,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:17:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T21:17:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T21:17:16,855 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:16,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156beecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,856 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:16,856 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:16,857 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d299819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,859 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c6f08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:16,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39640e2b 2024-11-27T21:17:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:16,863 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:16,865 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:17:16,865 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:17:16,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:16,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:16,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:17:16,911 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T21:17:17,002 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:17,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T21:17:17,031 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T21:17:17,032 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T21:17:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T21:17:17,037 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 4585c39bed03,36969,1732742226902 suceeded 2024-11-27T21:17:17,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T21:17:17,041 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:17:17,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-27T21:17:17,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-27T21:17:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T21:17:17,177 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T21:17:17,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:17:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T21:17:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T21:17:17,182 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:17,183 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf41e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:17,183 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:17,184 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:17,184 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:17,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:17,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:17,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57918cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:17,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:17,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:17,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:17,187 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:17,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190091aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:17,188 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:17,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:17,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c17b87e 2024-11-27T21:17:17,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:17,190 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:17,191 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T21:17:17,191 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:17:17,191 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:17,191 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:17,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:17,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:17:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T21:17:17,310 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:17,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T21:17:17,350 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T21:17:17,351 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T21:17:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T21:17:17,355 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 4585c39bed03,36969,1732742226902 suceeded 2024-11-27T21:17:17,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T21:17:17,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T21:17:17,357 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://4585c39bed03:45301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:17:17,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-27T21:17:17,422 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T21:17:17,497 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T21:17:17,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:17:17,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T21:17:17,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:17,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:17,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:17,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:17,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:17,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:17:17,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951453633, stopped=false 2024-11-27T21:17:17,500 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,39023,1732742226143 2024-11-27T21:17:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:17,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:17,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:17,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:17,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:17,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:17,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:17,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,36969,1732742226902' ***** 2024-11-27T21:17:17,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:17:17,504 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:17:17,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:17:17,505 INFO [RS:0;4585c39bed03:36969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:17:17,505 INFO [RS:0;4585c39bed03:36969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:17:17,505 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:17,505 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,36969,1732742226902 2024-11-27T21:17:17,505 INFO [RS:0;4585c39bed03:36969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:17,505 INFO [RS:0;4585c39bed03:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36969. 2024-11-27T21:17:17,506 DEBUG [RS:0;4585c39bed03:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:17,506 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:17,506 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 238c0069176e6e2cc47a4d8a44fbd081, disabling compactions & flushes 2024-11-27T21:17:17,506 INFO [RS:0;4585c39bed03:36969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:17:17,506 INFO [RS:0;4585c39bed03:36969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:17:17,506 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:17,506 INFO [RS:0;4585c39bed03:36969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:17:17,506 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:17,506 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:17:17,506 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. after waiting 0 ms 2024-11-27T21:17:17,506 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:17,506 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:17:17,506 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 238c0069176e6e2cc47a4d8a44fbd081=hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.} 2024-11-27T21:17:17,506 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:17,506 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:17,507 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:17,507 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:17,507 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:17,507 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:17,510 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 238c0069176e6e2cc47a4d8a44fbd081 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T21:17:17,510 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T21:17:17,520 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:17,579 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/.tmp/queue/99f0d9b987f241e59e71a652c641e34d is 151, key is 1-4585c39bed03,36969,1732742226902/queue:4585c39bed03%2C36969%2C1732742226902/1732742235884/Put/seqid=0 2024-11-27T21:17:17,579 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/info/b55fa6a69d85415e8c107b12e83f52d7 is 147, key is hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081./info:regioninfo/1732742235597/Put/seqid=0 2024-11-27T21:17:17,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741839_1015 (size=6631) 2024-11-27T21:17:17,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741838_1014 (size=5500) 2024-11-27T21:17:17,707 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:17,716 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:17,907 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:17,993 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/info/b55fa6a69d85415e8c107b12e83f52d7 2024-11-27T21:17:17,993 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/.tmp/queue/99f0d9b987f241e59e71a652c641e34d 2024-11-27T21:17:18,029 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:18,037 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/.tmp/queue/99f0d9b987f241e59e71a652c641e34d as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/queue/99f0d9b987f241e59e71a652c641e34d 2024-11-27T21:17:18,047 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/queue/99f0d9b987f241e59e71a652c641e34d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T21:17:18,057 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 238c0069176e6e2cc47a4d8a44fbd081 in 545ms, sequenceid=6, compaction requested=false 2024-11-27T21:17:18,057 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:17:18,057 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/ns/91f2d43f34e54e5fa81b403265942891 is 43, key is default/ns:d/1732742230534/Put/seqid=0 2024-11-27T21:17:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741840_1016 (size=5153) 2024-11-27T21:17:18,064 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/ns/91f2d43f34e54e5fa81b403265942891 2024-11-27T21:17:18,065 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T21:17:18,068 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:18,068 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:18,068 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:18,069 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 238c0069176e6e2cc47a4d8a44fbd081: Waiting for close lock at 1732742237505Running coprocessor pre-close hooks at 1732742237506 (+1 ms)Disabling compacts and flushes for region at 1732742237506Disabling writes for close at 1732742237506Obtaining lock to block concurrent updates at 1732742237510 (+4 ms)Preparing flush snapshotting stores in 238c0069176e6e2cc47a4d8a44fbd081 at 1732742237510Finished memstore snapshotting hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732742237518 (+8 ms)Flushing stores of hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. at 1732742237519 (+1 ms)Flushing 238c0069176e6e2cc47a4d8a44fbd081/queue: creating writer at 1732742237521 (+2 ms)Flushing 238c0069176e6e2cc47a4d8a44fbd081/queue: appending metadata at 1732742237567 (+46 ms)Flushing 238c0069176e6e2cc47a4d8a44fbd081/queue: closing flushed file at 1732742237570 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a966201: reopening flushed file at 1732742238036 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 238c0069176e6e2cc47a4d8a44fbd081 in 545ms, sequenceid=6, compaction requested=false at 1732742238057 (+21 ms)Writing region close event to WAL at 1732742238059 (+2 ms)Running coprocessor post-close hooks at 1732742238066 (+7 ms)Closed at 1732742238068 (+2 ms) 2024-11-27T21:17:18,069 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:18,094 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/table/7575c4fd5b014006851723e47e59344f is 53, key is hbase:replication/table:state/1732742235609/Put/seqid=0 2024-11-27T21:17:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741841_1017 (size=5256) 2024-11-27T21:17:18,107 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:18,223 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:18,308 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:18,343 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:17:18,343 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:17:18,501 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/table/7575c4fd5b014006851723e47e59344f 2024-11-27T21:17:18,508 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:17:18,508 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:17:18,508 DEBUG [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:18,511 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/info/b55fa6a69d85415e8c107b12e83f52d7 as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/info/b55fa6a69d85415e8c107b12e83f52d7 2024-11-27T21:17:18,519 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/info/b55fa6a69d85415e8c107b12e83f52d7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T21:17:18,521 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/ns/91f2d43f34e54e5fa81b403265942891 as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/ns/91f2d43f34e54e5fa81b403265942891 2024-11-27T21:17:18,529 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/ns/91f2d43f34e54e5fa81b403265942891, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:17:18,530 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/table/7575c4fd5b014006851723e47e59344f as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/table/7575c4fd5b014006851723e47e59344f 2024-11-27T21:17:18,538 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/table/7575c4fd5b014006851723e47e59344f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T21:17:18,539 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1032ms, sequenceid=11, compaction requested=false 2024-11-27T21:17:18,545 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T21:17:18,545 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:18,545 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:18,546 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:18,546 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742237506Running coprocessor pre-close hooks at 1732742237506Disabling compacts and flushes for region at 1732742237506Disabling writes for close at 1732742237507 (+1 ms)Obtaining lock to block concurrent updates at 1732742237510 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732742237510Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732742237518 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742237519 (+1 ms)Flushing 1588230740/info: creating writer at 1732742237521 (+2 ms)Flushing 1588230740/info: appending metadata at 1732742237568 (+47 ms)Flushing 1588230740/info: closing flushed file at 1732742237570 (+2 ms)Flushing 1588230740/ns: creating writer at 1732742238036 (+466 ms)Flushing 1588230740/ns: appending metadata at 1732742238056 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732742238056Flushing 1588230740/table: creating writer at 1732742238073 (+17 ms)Flushing 1588230740/table: appending metadata at 1732742238094 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732742238094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796df82: reopening flushed file at 1732742238509 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461f250b: reopening flushed file at 1732742238520 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d794ed: reopening flushed file at 1732742238529 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1032ms, sequenceid=11, compaction requested=false at 1732742238539 (+10 ms)Writing region close event to WAL at 1732742238540 (+1 ms)Running coprocessor post-close hooks at 1732742238545 (+5 ms)Closed at 1732742238546 (+1 ms) 2024-11-27T21:17:18,546 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:18,708 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,36969,1732742226902; all regions closed. 2024-11-27T21:17:18,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741834_1010 (size=2742) 2024-11-27T21:17:18,719 DEBUG [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs 2024-11-27T21:17:18,719 INFO [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C36969%2C1732742226902.meta:.meta(num 1732742230377) 2024-11-27T21:17:18,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741837_1013 (size=1802) 2024-11-27T21:17:18,724 DEBUG [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs 2024-11-27T21:17:18,724 INFO [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C36969%2C1732742226902.rep:(num 1732742235550) 2024-11-27T21:17:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741832_1008 (size=93) 2024-11-27T21:17:18,729 DEBUG [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs 2024-11-27T21:17:18,729 INFO [RS:0;4585c39bed03:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C36969%2C1732742226902:(num 1732742229454) 2024-11-27T21:17:18,729 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:18,729 INFO [RS:0;4585c39bed03:36969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:18,729 INFO [RS:0;4585c39bed03:36969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:18,730 INFO [RS:0;4585c39bed03:36969 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:18,730 INFO [RS:0;4585c39bed03:36969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:18,730 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:18,730 INFO [RS:0;4585c39bed03:36969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,36969,1732742226902 because: Region server is closing 2024-11-27T21:17:18,731 INFO [RS:0;4585c39bed03:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36969. 2024-11-27T21:17:18,731 DEBUG [RS:0;4585c39bed03:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:18,731 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:18,731 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:18,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:18,830 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 to pos 0, reset compression=false 2024-11-27T21:17:18,832 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T21:17:18,832 INFO [RS:0;4585c39bed03:36969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,1-4585c39bed03,36969,1732742226902 terminated 2024-11-27T21:17:18,833 INFO [RS:0;4585c39bed03:36969 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4585c39bed03,36969,1732742226902 because: Region server is closing 2024-11-27T21:17:18,833 INFO [RS:0;4585c39bed03:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36969. 2024-11-27T21:17:18,833 DEBUG [RS:0;4585c39bed03:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:18,833 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:18,833 DEBUG [RS:0;4585c39bed03:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:18,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:18,836 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 was moved to hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs/4585c39bed03%2C36969%2C1732742226902.1732742229454 2024-11-27T21:17:18,840 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.wal-reader.4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454 2024-11-27T21:17:18,841 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4585c39bed03,36969,1732742226902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902/4585c39bed03%2C36969%2C1732742226902.1732742229454, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T21:17:18,847 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,36969,1732742226902: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-4585c39bed03,36969,1732742226902, walGroup=4585c39bed03%2C36969%2C1732742226902, offset=4585c39bed03%2C36969%2C1732742226902.1732742229454:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:17:18,848 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:17:18,850 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:17:18,852 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:17:18,852 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:17:18,852 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:17:18,852 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 388634864 }, "NonHeapMemoryUsage": { "committed": 152764416, "init": 7667712, "max": -1, "used": 150511640 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:17:18,854 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4585c39bed03%2C36969%2C1732742226902.1732742229454] 2024-11-27T21:17:18,933 INFO [RS:0;4585c39bed03:36969 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,36969,1732742226902.replicationSource.shipper4585c39bed03%2C36969%2C1732742226902,2-4585c39bed03,36969,1732742226902 terminated 2024-11-27T21:17:18,934 INFO [RS:0;4585c39bed03:36969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36969 2024-11-27T21:17:18,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/rs/4585c39bed03,36969,1732742226902 2024-11-27T21:17:18,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/rs 2024-11-27T21:17:18,938 INFO [RS:0;4585c39bed03:36969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:18,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,36969,1732742226902] 2024-11-27T21:17:18,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/draining/4585c39bed03,36969,1732742226902 already deleted, retry=false 2024-11-27T21:17:18,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,36969,1732742226902 expired; onlineServers=0 2024-11-27T21:17:18,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,39023,1732742226143' ***** 2024-11-27T21:17:18,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:17:18,943 INFO [M:0;4585c39bed03:39023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:18,943 INFO [M:0;4585c39bed03:39023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:18,943 DEBUG [M:0;4585c39bed03:39023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:17:18,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:17:18,943 DEBUG [M:0;4585c39bed03:39023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:17:18,943 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742229115 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742229115,5,FailOnTimeoutGroup] 2024-11-27T21:17:18,943 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742229114 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742229114,5,FailOnTimeoutGroup] 2024-11-27T21:17:18,944 INFO [M:0;4585c39bed03:39023 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:18,944 INFO [M:0;4585c39bed03:39023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:18,944 DEBUG [M:0;4585c39bed03:39023 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:17:18,944 INFO [M:0;4585c39bed03:39023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:17:18,944 INFO [M:0;4585c39bed03:39023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:18,944 INFO [M:0;4585c39bed03:39023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:17:18,945 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:17:18,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/master 2024-11-27T21:17:18,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:18,945 DEBUG [M:0;4585c39bed03:39023 {}] zookeeper.ZKUtil(347): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/master because node does not exist (not an error) 2024-11-27T21:17:18,945 WARN [M:0;4585c39bed03:39023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:17:18,946 INFO [M:0;4585c39bed03:39023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/.lastflushedseqids 2024-11-27T21:17:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741842_1018 (size=181) 2024-11-27T21:17:19,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:19,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1015b49fd350001, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:19,041 INFO [RS:0;4585c39bed03:36969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:19,042 INFO [RS:0;4585c39bed03:36969 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,36969,1732742226902; zookeeper connection closed. 2024-11-27T21:17:19,042 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@271bd336 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@271bd336 2024-11-27T21:17:19,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:17:19,358 INFO [M:0;4585c39bed03:39023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:17:19,358 INFO [M:0;4585c39bed03:39023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:17:19,358 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:19,359 INFO [M:0;4585c39bed03:39023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:19,359 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:19,359 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:19,359 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:19,359 INFO [M:0;4585c39bed03:39023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T21:17:19,377 DEBUG [M:0;4585c39bed03:39023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/108ede6c7c714ccda9e6087c581c0126 is 82, key is hbase:meta,,1/info:regioninfo/1732742230462/Put/seqid=0 2024-11-27T21:17:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741843_1019 (size=5672) 2024-11-27T21:17:19,783 INFO [M:0;4585c39bed03:39023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/108ede6c7c714ccda9e6087c581c0126 2024-11-27T21:17:19,809 DEBUG [M:0;4585c39bed03:39023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c8abfc47e304f069be84eab3461a30f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732742235615/Put/seqid=0 2024-11-27T21:17:19,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741844_1020 (size=8663) 2024-11-27T21:17:20,216 INFO [M:0;4585c39bed03:39023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c8abfc47e304f069be84eab3461a30f 2024-11-27T21:17:20,239 DEBUG [M:0;4585c39bed03:39023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10ea9337a4e41bdb64d677418a665f4 is 69, key is 4585c39bed03,36969,1732742226902/rs:state/1732742229227/Put/seqid=0 2024-11-27T21:17:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741845_1021 (size=5156) 2024-11-27T21:17:20,645 INFO [M:0;4585c39bed03:39023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10ea9337a4e41bdb64d677418a665f4 2024-11-27T21:17:20,655 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/108ede6c7c714ccda9e6087c581c0126 as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/108ede6c7c714ccda9e6087c581c0126 2024-11-27T21:17:20,663 INFO [M:0;4585c39bed03:39023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/108ede6c7c714ccda9e6087c581c0126, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T21:17:20,664 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c8abfc47e304f069be84eab3461a30f as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c8abfc47e304f069be84eab3461a30f 2024-11-27T21:17:20,671 INFO [M:0;4585c39bed03:39023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c8abfc47e304f069be84eab3461a30f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T21:17:20,672 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b10ea9337a4e41bdb64d677418a665f4 as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b10ea9337a4e41bdb64d677418a665f4 2024-11-27T21:17:20,678 INFO [M:0;4585c39bed03:39023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b10ea9337a4e41bdb64d677418a665f4, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T21:17:20,679 INFO [M:0;4585c39bed03:39023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=115, compaction requested=false 2024-11-27T21:17:20,681 INFO [M:0;4585c39bed03:39023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:20,681 DEBUG [M:0;4585c39bed03:39023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742239358Disabling compacts and flushes for region at 1732742239358Disabling writes for close at 1732742239359 (+1 ms)Obtaining lock to block concurrent updates at 1732742239359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742239359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732742239359Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742239360 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742239361 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742239377 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742239377Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742239791 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742239809 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742239809Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742240223 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742240238 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742240238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d926f4b: reopening flushed file at 1732742240653 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7add658b: reopening flushed file at 1732742240663 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32748edd: reopening flushed file at 1732742240671 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=115, compaction requested=false at 1732742240679 (+8 ms)Writing region close event to WAL at 1732742240681 (+2 ms)Closed at 1732742240681 2024-11-27T21:17:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741830_1006 (size=59421) 2024-11-27T21:17:20,685 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:20,685 INFO [M:0;4585c39bed03:39023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:17:20,685 INFO [M:0;4585c39bed03:39023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39023 2024-11-27T21:17:20,685 INFO [M:0;4585c39bed03:39023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:20,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:20,787 INFO [M:0;4585c39bed03:39023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:20,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1015b49fd350000, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:20,789 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:20,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:20,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:20,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:20,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:20,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:20,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:17:20,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:20,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35783 2024-11-27T21:17:20,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35783 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:20,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357830x0, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:20,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35783-0x1015b49fd350006 connected 2024-11-27T21:17:20,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:20,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:20,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:20,801 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: INIT 2024-11-27T21:17:20,802 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb, hbase.cluster.distributed=false 2024-11-27T21:17:20,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/acl 2024-11-27T21:17:20,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35783 2024-11-27T21:17:20,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35783 2024-11-27T21:17:20,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35783 2024-11-27T21:17:20,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35783 2024-11-27T21:17:20,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35783 2024-11-27T21:17:20,820 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:20,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:20,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:20,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:20,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:20,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:20,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:17:20,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:20,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36489 2024-11-27T21:17:20,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36489 connecting to ZooKeeper ensemble=127.0.0.1:60686 2024-11-27T21:17:20,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:20,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:20,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364890x0, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:20,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36489-0x1015b49fd350007 connected 2024-11-27T21:17:20,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:20,834 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: INIT 2024-11-27T21:17:20,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:17:20,836 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:17:20,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/master 2024-11-27T21:17:20,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/acl 2024-11-27T21:17:20,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36489 2024-11-27T21:17:20,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36489 2024-11-27T21:17:20,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36489 2024-11-27T21:17:20,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36489 2024-11-27T21:17:20,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36489 2024-11-27T21:17:20,854 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:35783 2024-11-27T21:17:20,854 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1649766382/backup-masters/4585c39bed03,35783,1732742240789 2024-11-27T21:17:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:20,856 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on existing znode=/0-1649766382/backup-masters/4585c39bed03,35783,1732742240789 2024-11-27T21:17:20,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1649766382/master 2024-11-27T21:17:20,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:20,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:20,858 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on existing znode=/0-1649766382/master 2024-11-27T21:17:20,859 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1649766382/backup-masters/4585c39bed03,35783,1732742240789 from backup master directory 2024-11-27T21:17:20,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/backup-masters/4585c39bed03,35783,1732742240789 2024-11-27T21:17:20,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:20,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/backup-masters 2024-11-27T21:17:20,860 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:20,860 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,35783,1732742240789 2024-11-27T21:17:20,876 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:20,876 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:17:20,889 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-27T21:17:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741846_1022 (size=196) 2024-11-27T21:17:21,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:21,301 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:21,302 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:17:21,302 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:21,310 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T21:17:21,314 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143 to hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143-dead as it is dead 2024-11-27T21:17:21,315 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T21:17:21,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T21:17:21,316 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143-dead/4585c39bed03%2C39023%2C1732742226143.1732742228558 2024-11-27T21:17:21,321 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143-dead/4585c39bed03%2C39023%2C1732742226143.1732742228558 after 3ms 2024-11-27T21:17:21,322 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143-dead/4585c39bed03%2C39023%2C1732742226143.1732742228558 to hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C39023%2C1732742226143.1732742228558 2024-11-27T21:17:21,322 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,39023,1732742226143-dead 2024-11-27T21:17:21,323 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,35783,1732742240789 2024-11-27T21:17:21,324 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:21,325 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C35783%2C1732742240789, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,35783,1732742240789, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/oldWALs, maxLogs=10 2024-11-27T21:17:21,338 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,35783,1732742240789/4585c39bed03%2C35783%2C1732742240789.1732742241325, exclude list is [], retry=0 2024-11-27T21:17:21,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:21,344 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,35783,1732742240789/4585c39bed03%2C35783%2C1732742240789.1732742241325 2024-11-27T21:17:21,344 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:21,345 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:21,345 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:21,345 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,345 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:17:21,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:21,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/108ede6c7c714ccda9e6087c581c0126 2024-11-27T21:17:21,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:21,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:17:21,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:21,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c8abfc47e304f069be84eab3461a30f 2024-11-27T21:17:21,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:21,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:17:21,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:21,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b10ea9337a4e41bdb64d677418a665f4 2024-11-27T21:17:21,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:21,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:17:21,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:21,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:21,373 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,374 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T21:17:21,374 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C39023%2C1732742226143.1732742228558 2024-11-27T21:17:21,387 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C39023%2C1732742226143.1732742228558 2024-11-27T21:17:21,388 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C39023%2C1732742226143.1732742228558 2024-11-27T21:17:21,390 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,390 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,391 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:21,392 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:21,395 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T21:17:21,396 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58944678, jitterRate=-0.12165585160255432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:21,396 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742241345Initializing all the Stores at 1732742241346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742241346Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742241346Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742241346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742241346Cleaning up temporary data from old regions at 1732742241390 (+44 ms)Region opened successfully at 1732742241396 (+6 ms) 2024-11-27T21:17:21,397 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:17:21,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6436a156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:21,411 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T21:17:21,411 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:17:21,411 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:17:21,411 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:17:21,412 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:17:21,417 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:21,417 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:17:21,418 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:17:21,418 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:17:21,418 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T21:17:21,419 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T21:17:21,419 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-27T21:17:21,419 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:17:21,423 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4585c39bed03,36969,1732742226902, regionLocation=4585c39bed03,36969,1732742226902, openSeqNum=2 2024-11-27T21:17:21,423 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4585c39bed03,36969,1732742226902, table=hbase:meta, region=1588230740 2024-11-27T21:17:21,423 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,36969,1732742226902, state=OPEN 2024-11-27T21:17:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:21,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:21,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:21,429 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:17:21,435 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/draining/4585c39bed03,36969,1732742226902 already deleted, retry=false 2024-11-27T21:17:21,435 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4585c39bed03,36969,1732742226902 on 4585c39bed03,35783,1732742240789 2024-11-27T21:17:21,441 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4585c39bed03,36969,1732742226902, splitWal=true, meta=true 2024-11-27T21:17:21,443 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 4585c39bed03,36969,1732742226902 (carryingMeta=true) 4585c39bed03,36969,1732742226902/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b15a93b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T21:17:21,446 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/balancer because node does not exist (not necessarily an error) 2024-11-27T21:17:21,447 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/balancer already deleted, retry=false 2024-11-27T21:17:21,448 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:17:21,448 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:17:21,449 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/normalizer already deleted, retry=false 2024-11-27T21:17:21,450 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:17:21,450 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:17:21,453 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/switch/split already deleted, retry=false 2024-11-27T21:17:21,454 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:17:21,456 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/switch/merge already deleted, retry=false 2024-11-27T21:17:21,463 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:17:21,465 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/snapshot-cleanup already deleted, retry=false 2024-11-27T21:17:21,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:21,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:21,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:21,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:21,468 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,35783,1732742240789, sessionid=0x1015b49fd350006, setting cluster-up flag (Was=false) 2024-11-27T21:17:21,470 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1649766382/flush-table-proc/acquired, /0-1649766382/flush-table-proc/reached, /0-1649766382/flush-table-proc/abort 2024-11-27T21:17:21,471 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,35783,1732742240789 2024-11-27T21:17:21,473 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1649766382/online-snapshot/acquired, /0-1649766382/online-snapshot/reached, /0-1649766382/online-snapshot/abort 2024-11-27T21:17:21,474 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,35783,1732742240789 2024-11-27T21:17:21,475 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/.lastflushedseqids 2024-11-27T21:17:21,478 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:17:21,479 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:17:21,479 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,35783,1732742240789 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4585c39bed03,36969,1732742226902 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:17:21,480 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:21,480 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:21,480 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:21,480 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:21,480 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:17:21,480 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,480 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:21,481 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,483 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742271483 2024-11-27T21:17:21,483 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:17:21,483 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:17:21,483 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:17:21,483 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:17:21,483 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:17:21,483 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:17:21,483 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4585c39bed03,36969,1732742226902, splitWal=true, meta=true 2024-11-27T21:17:21,484 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,484 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:17:21,484 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:17:21,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:17:21,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:17:21,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:17:21,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:17:21,485 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4585c39bed03,36969,1732742226902, splitWal=true, meta=true, isMeta: true 2024-11-27T21:17:21,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742241485,5,FailOnTimeoutGroup] 2024-11-27T21:17:21,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742241485,5,FailOnTimeoutGroup] 2024-11-27T21:17:21,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,486 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:17:21,486 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,486 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,486 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742241486, completionTime=-1 2024-11-27T21:17:21,486 WARN [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T21:17:21,486 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902-splitting 2024-11-27T21:17:21,487 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902-splitting dir is empty, no logs to split. 2024-11-27T21:17:21,487 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4585c39bed03,36969,1732742226902 WAL count=0, meta=true 2024-11-27T21:17:21,489 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T21:17:21,491 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902-splitting dir is empty, no logs to split. 2024-11-27T21:17:21,491 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4585c39bed03,36969,1732742226902 WAL count=0, meta=true 2024-11-27T21:17:21,491 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4585c39bed03,36969,1732742226902 WAL splitting is done? wals=0, meta=true 2024-11-27T21:17:21,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:17:21,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:21,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:17:21,544 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(746): ClusterId : 08cce18e-c48e-4162-9870-6641a6dd8e45 2024-11-27T21:17:21,544 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:17:21,548 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:17:21,548 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:17:21,550 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:17:21,550 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b56c35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:21,562 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:36489 2024-11-27T21:17:21,562 INFO [RS:0;4585c39bed03:36489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:17:21,562 INFO [RS:0;4585c39bed03:36489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:17:21,562 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:17:21,563 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,35783,1732742240789 with port=36489, startcode=1732742240820 2024-11-27T21:17:21,563 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:17:21,565 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:17:21,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,36489,1732742240820 2024-11-27T21:17:21,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35783 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,36489,1732742240820 2024-11-27T21:17:21,568 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb 2024-11-27T21:17:21,568 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41059 2024-11-27T21:17:21,568 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:17:21,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/rs 2024-11-27T21:17:21,570 DEBUG [RS:0;4585c39bed03:36489 {}] zookeeper.ZKUtil(111): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on existing znode=/0-1649766382/rs/4585c39bed03,36489,1732742240820 2024-11-27T21:17:21,570 WARN [RS:0;4585c39bed03:36489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:21,570 INFO [RS:0;4585c39bed03:36489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:21,571 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820 2024-11-27T21:17:21,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,36489,1732742240820] 2024-11-27T21:17:21,589 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T21:17:21,606 INFO [RS:0;4585c39bed03:36489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:17:21,608 INFO [RS:0;4585c39bed03:36489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:17:21,608 INFO [RS:0;4585c39bed03:36489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:17:21,608 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,609 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:17:21,610 INFO [RS:0;4585c39bed03:36489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:17:21,610 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,610 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:21,611 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:21,611 DEBUG [RS:0;4585c39bed03:36489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:21,611 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,611 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,611 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,611 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,611 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,611 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,36489,1732742240820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:21,626 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:17:21,626 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,36489,1732742240820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,641 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,36489,1732742240820, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:17:21,645 WARN [4585c39bed03:35783 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:17:21,656 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(231): queueId=2-4585c39bed03,36489,1732742240820, ReplicationSource: 2, currentBandwidth=0 2024-11-27T21:17:21,656 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,657 INFO [RS:0;4585c39bed03:36489 {}] regionserver.Replication(171): 4585c39bed03,36489,1732742240820 started 2024-11-27T21:17:21,657 DEBUG [RS:0;4585c39bed03:36489.replicationSource,1-4585c39bed03,36489,1732742240820 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:21,658 DEBUG [RS:0;4585c39bed03:36489.replicationSource,1-4585c39bed03,36489,1732742240820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e81d09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:21,658 DEBUG [RS:0;4585c39bed03:36489.replicationSource,1-4585c39bed03,36489,1732742240820 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:21,659 DEBUG [RS:0;4585c39bed03:36489.replicationSource,1-4585c39bed03,36489,1732742240820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:21,660 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:21,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:21,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:21,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf376db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:21,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:21,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:21,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:21,663 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:21,665 DEBUG [RS:0;4585c39bed03:36489.replicationSource,1-4585c39bed03,36489,1732742240820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5a8b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:21,665 DEBUG [RS:0;4585c39bed03:36489.replicationSource,1-4585c39bed03,36489,1732742240820 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38f38d47 2024-11-27T21:17:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:21,668 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T21:17:21,668 INFO [RS:0;4585c39bed03:36489.replicationSource,1-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,36489,1732742240820 (queues=0) is replicating from cluster=08cce18e-c48e-4162-9870-6641a6dd8e45 to cluster=5bd77c1e-dba8-4381-8c09-9296a772cda1 2024-11-27T21:17:21,672 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:21,672 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,36489,1732742240820, RpcServer on 4585c39bed03/172.17.0.2:36489, sessionid=0x1015b49fd350007 2024-11-27T21:17:21,673 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:17:21,673 DEBUG [RS:0;4585c39bed03:36489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,36489,1732742240820 2024-11-27T21:17:21,673 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,36489,1732742240820' 2024-11-27T21:17:21,673 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1649766382/flush-table-proc/abort' 2024-11-27T21:17:21,673 DEBUG [RS:0;4585c39bed03:36489.replicationSource,2-4585c39bed03,36489,1732742240820 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45301' 2024-11-27T21:17:21,673 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1649766382/flush-table-proc/acquired' 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,36489,1732742240820 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,36489,1732742240820' 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1649766382/online-snapshot/abort' 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1649766382/online-snapshot/acquired' 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489.replicationSource,2-4585c39bed03,36489,1732742240820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b9f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489.replicationSource,2-4585c39bed03,36489,1732742240820 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45301,-1 for getting cluster id 2024-11-27T21:17:21,674 DEBUG [RS:0;4585c39bed03:36489.replicationSource,2-4585c39bed03,36489,1732742240820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:21,675 DEBUG [RS:0;4585c39bed03:36489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:17:21,675 INFO [RS:0;4585c39bed03:36489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:17:21,675 INFO [RS:0;4585c39bed03:36489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:17:21,675 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd77c1e-dba8-4381-8c09-9296a772cda1' 2024-11-27T21:17:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd77c1e-dba8-4381-8c09-9296a772cda1" 2024-11-27T21:17:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ede128e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45301,-1] 2024-11-27T21:17:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:21,677 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:21,677 DEBUG [RS:0;4585c39bed03:36489.replicationSource,2-4585c39bed03,36489,1732742240820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf72b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:21,678 DEBUG [RS:0;4585c39bed03:36489.replicationSource,2-4585c39bed03,36489,1732742240820 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:21,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45301,1732742231909 2024-11-27T21:17:21,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ae7ace 2024-11-27T21:17:21,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:21,679 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T21:17:21,680 INFO [RS:0;4585c39bed03:36489.replicationSource,2-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4585c39bed03,36489,1732742240820 (queues=0) is replicating from cluster=08cce18e-c48e-4162-9870-6641a6dd8e45 to cluster=5bd77c1e-dba8-4381-8c09-9296a772cda1 2024-11-27T21:17:21,775 INFO [RS:0;4585c39bed03:36489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:21,777 INFO [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36489%2C1732742240820, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs, maxLogs=10 2024-11-27T21:17:21,792 DEBUG [RS:0;4585c39bed03:36489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778, exclude list is [], retry=0 2024-11-27T21:17:21,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:21,799 INFO [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 2024-11-27T21:17:21,799 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4585c39bed03%2C36489%2C1732742240820 for peer 2 2024-11-27T21:17:21,799 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4585c39bed03%2C36489%2C1732742240820 for peer 1 2024-11-27T21:17:21,799 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C36489%2C1732742240820 2024-11-27T21:17:21,799 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,36489,1732742240820, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:17:21,800 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4585c39bed03%2C36489%2C1732742240820 2024-11-27T21:17:21,800 INFO [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C36489%2C1732742240820 2024-11-27T21:17:21,800 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4585c39bed03,36489,1732742240820, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:17:21,802 DEBUG [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:21,802 INFO [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C36489%2C1732742240820 2024-11-27T21:17:21,802 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778, startPosition=0, beingWritten=true 2024-11-27T21:17:21,803 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778, startPosition=0, beingWritten=true 2024-11-27T21:17:21,896 DEBUG [4585c39bed03:35783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:21,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,36489,1732742240820 2024-11-27T21:17:21,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,36489,1732742240820, state=OPENING 2024-11-27T21:17:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:21,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:21,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:21,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:21,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,36489,1732742240820}] 2024-11-27T21:17:22,014 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:22,015 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:22,053 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:17:22,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:17:22,059 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:17:22,059 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:22,060 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:17:22,062 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36489%2C1732742240820.meta, suffix=.meta, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs, maxLogs=10 2024-11-27T21:17:22,076 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.meta.1732742242062.meta, exclude list is [], retry=0 2024-11-27T21:17:22,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:22,080 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.meta.1732742242062.meta 2024-11-27T21:17:22,081 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:22,081 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:22,081 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:22,081 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:22,082 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:17:22,082 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:17:22,082 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:17:22,082 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:22,082 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:17:22,082 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:17:22,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:22,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:22,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:22,092 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/info/b55fa6a69d85415e8c107b12e83f52d7 2024-11-27T21:17:22,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:22,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:22,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:22,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:22,100 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/ns/91f2d43f34e54e5fa81b403265942891 2024-11-27T21:17:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:22,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:22,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:22,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:22,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:22,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:22,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:22,110 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/table/7575c4fd5b014006851723e47e59344f 2024-11-27T21:17:22,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:22,111 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:22,112 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740 2024-11-27T21:17:22,113 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740 2024-11-27T21:17:22,115 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:22,115 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:22,115 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:22,117 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:22,118 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62066449, jitterRate=-0.07513783872127533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:22,118 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:17:22,118 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742242082Writing region info on filesystem at 1732742242082Initializing all the Stores at 1732742242083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742242083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742242083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742242083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742242083Cleaning up temporary data from old regions at 1732742242115 (+32 ms)Running coprocessor post-open hooks at 1732742242118 (+3 ms)Region opened successfully at 1732742242118 2024-11-27T21:17:22,119 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732742242053 2024-11-27T21:17:22,122 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:17:22,122 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:17:22,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4585c39bed03,36489,1732742240820 2024-11-27T21:17:22,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,36489,1732742240820, state=OPEN 2024-11-27T21:17:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1649766382/meta-region-server 2024-11-27T21:17:22,128 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,36489,1732742240820 2024-11-27T21:17:22,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:22,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1649766382/meta-region-server: CHANGED 2024-11-27T21:17:22,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T21:17:22,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,36489,1732742240820 in 228 msec 2024-11-27T21:17:22,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T21:17:22,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-27T21:17:22,323 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:22,324 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:22,730 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:22,730 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:23,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T21:17:23,236 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:23,236 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:23,843 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:23,843 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:24,550 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:24,550 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:24,594 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T21:17:25,357 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:25,357 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:25,996 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T21:17:25,996 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:17:25,997 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:25,997 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36489,1732742240820, seqNum=-1] 2024-11-27T21:17:25,997 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:25,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:26,005 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=238c0069176e6e2cc47a4d8a44fbd081, regionState=OPEN, lastHost=4585c39bed03,36969,1732742226902, regionLocation=4585c39bed03,36969,1732742226902, openSeqNum=2 2024-11-27T21:17:26,005 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:17:26,005 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742306005 2024-11-27T21:17:26,005 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742366005 2024-11-27T21:17:26,005 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-27T21:17:26,006 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35783,1732742240789-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:26,006 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4585c39bed03,36969,1732742226902 had 2 regions 2024-11-27T21:17:26,006 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35783,1732742240789-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:26,006 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35783,1732742240789-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:26,006 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:35783, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:26,006 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:26,006 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:26,008 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4585c39bed03,36969,1732742226902, splitWal=true, meta=true, isMeta: false 2024-11-27T21:17:26,010 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902-splitting dir is empty, no logs to split. 2024-11-27T21:17:26,010 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4585c39bed03,36969,1732742226902 WAL count=0, meta=false 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.153sec 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35783,1732742240789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:26,013 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35783,1732742240789-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:17:26,014 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36969,1732742226902-splitting dir is empty, no logs to split. 2024-11-27T21:17:26,014 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4585c39bed03,36969,1732742226902 WAL count=0, meta=false 2024-11-27T21:17:26,014 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4585c39bed03,36969,1732742226902 WAL splitting is done? wals=0, meta=false 2024-11-27T21:17:26,016 WARN [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4585c39bed03,36969,1732742226902/hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:26,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN}] 2024-11-27T21:17:26,018 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:17:26,018 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:17:26,018 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35783,1732742240789-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:26,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN 2024-11-27T21:17:26,019 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:17:26,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:26,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,35783,-1 for getting cluster id 2024-11-27T21:17:26,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:26,049 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cce18e-c48e-4162-9870-6641a6dd8e45' 2024-11-27T21:17:26,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cce18e-c48e-4162-9870-6641a6dd8e45" 2024-11-27T21:17:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1906f68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,35783,-1] 2024-11-27T21:17:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,052 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:26,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a070de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:26,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36489,1732742240820, seqNum=-1] 2024-11-27T21:17:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:26,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:26,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T21:17:26,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:26,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:26,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4585c39bed03:35783 after: 4585c39bed03:35783 2024-11-27T21:17:26,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:26,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,35783,-1 for getting cluster id 2024-11-27T21:17:26,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:26,064 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08cce18e-c48e-4162-9870-6641a6dd8e45' 2024-11-27T21:17:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08cce18e-c48e-4162-9870-6641a6dd8e45" 2024-11-27T21:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,35783,-1] 2024-11-27T21:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,066 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:26,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:26,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,35783,1732742240789 2024-11-27T21:17:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-11-27T21:17:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:26,069 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:26,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:17:26,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T21:17:26,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:17:26,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T21:17:26,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:17:26,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:26,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:26,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:26,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:17:26,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817350310, stopped=false 2024-11-27T21:17:26,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,45301,1732742231909 2024-11-27T21:17:26,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482564106/running 2024-11-27T21:17:26,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:26,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482564106/running 2024-11-27T21:17:26,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:26,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:26,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:26,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:26,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on znode that does not yet exist, /1-1482564106/running 2024-11-27T21:17:26,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,32973,1732742231958' ***** 2024-11-27T21:17:26,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Set watcher on znode that does not yet exist, /1-1482564106/running 2024-11-27T21:17:26,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:17:26,077 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:17:26,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:17:26,077 INFO [RS:0;4585c39bed03:32973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:17:26,077 INFO [RS:0;4585c39bed03:32973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:17:26,077 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,32973,1732742231958 2024-11-27T21:17:26,077 INFO [RS:0;4585c39bed03:32973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:26,077 INFO [RS:0;4585c39bed03:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:32973. 2024-11-27T21:17:26,077 DEBUG [RS:0;4585c39bed03:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:26,077 DEBUG [RS:0;4585c39bed03:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,078 INFO [RS:0;4585c39bed03:32973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:17:26,078 INFO [RS:0;4585c39bed03:32973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:17:26,078 INFO [RS:0;4585c39bed03:32973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:17:26,078 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:17:26,078 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:17:26,078 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:17:26,078 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:26,078 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:26,078 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:26,078 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:26,078 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:26,078 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:26,078 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T21:17:26,097 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740/.tmp/ns/47b3e255639c4367a6f54d965f5ae7a0 is 43, key is default/ns:d/1732742234256/Put/seqid=0 2024-11-27T21:17:26,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741835_1011 (size=5153) 2024-11-27T21:17:26,134 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:26,157 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:17:26,157 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:17:26,169 DEBUG [4585c39bed03:35783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:26,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=238c0069176e6e2cc47a4d8a44fbd081, regionState=OPENING, regionLocation=4585c39bed03,36489,1732742240820 2024-11-27T21:17:26,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN because future has completed 2024-11-27T21:17:26,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238c0069176e6e2cc47a4d8a44fbd081, server=4585c39bed03,36489,1732742240820}] 2024-11-27T21:17:26,264 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:26,264 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:26,278 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:26,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:26,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:26,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:17:26,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36489%2C1732742240820.rep, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs, maxLogs=10 2024-11-27T21:17:26,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.rep.1732742246335, exclude list is [], retry=0 2024-11-27T21:17:26,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44551,DS-35c9ab3d-20cb-4d8d-8859-8b39e5a5b2d9,DISK] 2024-11-27T21:17:26,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.rep.1732742246335 2024-11-27T21:17:26,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-27T21:17:26,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 238c0069176e6e2cc47a4d8a44fbd081, NAME => 'hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:26,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:26,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:26,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. service=MultiRowMutationService 2024-11-27T21:17:26,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:17:26,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:26,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,356 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,357 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238c0069176e6e2cc47a4d8a44fbd081 columnFamilyName hfileref 2024-11-27T21:17:26,357 DEBUG [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:26,357 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(327): Store=238c0069176e6e2cc47a4d8a44fbd081/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:26,357 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,358 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238c0069176e6e2cc47a4d8a44fbd081 columnFamilyName queue 2024-11-27T21:17:26,358 DEBUG [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:26,366 DEBUG [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/queue/99f0d9b987f241e59e71a652c641e34d 2024-11-27T21:17:26,366 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(327): Store=238c0069176e6e2cc47a4d8a44fbd081/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:26,366 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,367 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238c0069176e6e2cc47a4d8a44fbd081 columnFamilyName sid 2024-11-27T21:17:26,367 DEBUG [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:26,367 INFO [StoreOpener-238c0069176e6e2cc47a4d8a44fbd081-1 {}] regionserver.HStore(327): Store=238c0069176e6e2cc47a4d8a44fbd081/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:26,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:17:26,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 238c0069176e6e2cc47a4d8a44fbd081; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71566032, jitterRate=0.06641697883605957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:17:26,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:26,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 238c0069176e6e2cc47a4d8a44fbd081: Running coprocessor pre-open hook at 1732742246354Writing region info on filesystem at 1732742246354Initializing all the Stores at 1732742246355 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742246355Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742246356 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742246356Cleaning up temporary data from old regions at 1732742246370 (+14 ms)Running coprocessor post-open hooks at 1732742246374 (+4 ms)Region opened successfully at 1732742246375 (+1 ms) 2024-11-27T21:17:26,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081., pid=19, masterSystemTime=1732742246327 2024-11-27T21:17:26,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:26,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:26,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=238c0069176e6e2cc47a4d8a44fbd081, regionState=OPEN, openSeqNum=10, regionLocation=4585c39bed03,36489,1732742240820 2024-11-27T21:17:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238c0069176e6e2cc47a4d8a44fbd081, server=4585c39bed03,36489,1732742240820 because future has completed 2024-11-27T21:17:26,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T21:17:26,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 238c0069176e6e2cc47a4d8a44fbd081, server=4585c39bed03,36489,1732742240820 in 210 msec 2024-11-27T21:17:26,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T21:17:26,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=238c0069176e6e2cc47a4d8a44fbd081, ASSIGN in 369 msec 2024-11-27T21:17:26,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T21:17:26,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081., hostname=4585c39bed03,36489,1732742240820, seqNum=10] 2024-11-27T21:17:26,425 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 4585c39bed03,36969,1732742226902 2024-11-27T21:17:26,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T21:17:26,479 DEBUG [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:26,503 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740/.tmp/ns/47b3e255639c4367a6f54d965f5ae7a0 2024-11-27T21:17:26,512 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740/.tmp/ns/47b3e255639c4367a6f54d965f5ae7a0 as hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740/ns/47b3e255639c4367a6f54d965f5ae7a0 2024-11-27T21:17:26,521 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740/ns/47b3e255639c4367a6f54d965f5ae7a0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T21:17:26,522 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-27T21:17:26,522 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:17:26,529 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T21:17:26,529 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:26,530 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:26,530 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:26,530 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742246078Running coprocessor pre-close hooks at 1732742246078Disabling compacts and flushes for region at 1732742246078Disabling writes for close at 1732742246078Obtaining lock to block concurrent updates at 1732742246079 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732742246079Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732742246079Flushing stores of hbase:meta,,1.1588230740 at 1732742246080 (+1 ms)Flushing 1588230740/ns: creating writer at 1732742246080Flushing 1588230740/ns: appending metadata at 1732742246097 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732742246097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b6189: reopening flushed file at 1732742246511 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732742246522 (+11 ms)Writing region close event to WAL at 1732742246524 (+2 ms)Running coprocessor post-close hooks at 1732742246529 (+5 ms)Closed at 1732742246530 (+1 ms) 2024-11-27T21:17:26,530 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:26,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T21:17:26,679 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,32973,1732742231958; all regions closed. 2024-11-27T21:17:26,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741834_1010 (size=1152) 2024-11-27T21:17:26,682 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/WALs/4585c39bed03,32973,1732742231958/4585c39bed03%2C32973%2C1732742231958.meta.1732742234191.meta not finished, retry = 0 2024-11-27T21:17:26,786 DEBUG [RS:0;4585c39bed03:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/oldWALs 2024-11-27T21:17:26,786 INFO [RS:0;4585c39bed03:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C32973%2C1732742231958.meta:.meta(num 1732742234191) 2024-11-27T21:17:26,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741832_1008 (size=93) 2024-11-27T21:17:26,791 DEBUG [RS:0;4585c39bed03:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/oldWALs 2024-11-27T21:17:26,791 INFO [RS:0;4585c39bed03:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C32973%2C1732742231958:(num 1732742233262) 2024-11-27T21:17:26,791 DEBUG [RS:0;4585c39bed03:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:26,791 INFO [RS:0;4585c39bed03:32973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:26,791 INFO [RS:0;4585c39bed03:32973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:26,791 INFO [RS:0;4585c39bed03:32973 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:26,791 INFO [RS:0;4585c39bed03:32973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:26,791 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:26,791 INFO [RS:0;4585c39bed03:32973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32973 2024-11-27T21:17:26,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106/rs 2024-11-27T21:17:26,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482564106/rs/4585c39bed03,32973,1732742231958 2024-11-27T21:17:26,793 INFO [RS:0;4585c39bed03:32973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:26,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,32973,1732742231958] 2024-11-27T21:17:26,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482564106/draining/4585c39bed03,32973,1732742231958 already deleted, retry=false 2024-11-27T21:17:26,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,32973,1732742231958 expired; onlineServers=0 2024-11-27T21:17:26,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,45301,1732742231909' ***** 2024-11-27T21:17:26,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:17:26,799 INFO [M:0;4585c39bed03:45301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:26,799 INFO [M:0;4585c39bed03:45301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:26,799 DEBUG [M:0;4585c39bed03:45301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:17:26,800 DEBUG [M:0;4585c39bed03:45301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:17:26,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:17:26,800 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742232995 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742232995,5,FailOnTimeoutGroup] 2024-11-27T21:17:26,800 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742232994 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742232994,5,FailOnTimeoutGroup] 2024-11-27T21:17:26,800 INFO [M:0;4585c39bed03:45301 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:26,800 INFO [M:0;4585c39bed03:45301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:26,800 DEBUG [M:0;4585c39bed03:45301 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:17:26,800 INFO [M:0;4585c39bed03:45301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:17:26,800 INFO [M:0;4585c39bed03:45301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:26,800 INFO [M:0;4585c39bed03:45301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:17:26,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:17:26,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482564106/master 2024-11-27T21:17:26,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482564106 2024-11-27T21:17:26,801 DEBUG [M:0;4585c39bed03:45301 {}] zookeeper.ZKUtil(347): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Unable to get data of znode /1-1482564106/master because node does not exist (not an error) 2024-11-27T21:17:26,801 WARN [M:0;4585c39bed03:45301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:17:26,802 INFO [M:0;4585c39bed03:45301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/.lastflushedseqids 2024-11-27T21:17:26,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741836_1012 (size=99) 2024-11-27T21:17:26,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:26,895 INFO [RS:0;4585c39bed03:32973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:26,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b49fd350004, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:26,895 INFO [RS:0;4585c39bed03:32973 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,32973,1732742231958; zookeeper connection closed. 2024-11-27T21:17:26,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a67e9de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a67e9de 2024-11-27T21:17:26,896 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:17:27,209 INFO [M:0;4585c39bed03:45301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:17:27,209 INFO [M:0;4585c39bed03:45301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:17:27,209 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:27,209 INFO [M:0;4585c39bed03:45301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:27,209 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:27,209 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:27,209 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:27,210 INFO [M:0;4585c39bed03:45301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T21:17:27,228 DEBUG [M:0;4585c39bed03:45301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0361ff4ee2140c29eb7f894ca6c35ef is 82, key is hbase:meta,,1/info:regioninfo/1732742234238/Put/seqid=0 2024-11-27T21:17:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741837_1013 (size=5672) 2024-11-27T21:17:27,270 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:27,270 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:27,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:27,633 INFO [M:0;4585c39bed03:45301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0361ff4ee2140c29eb7f894ca6c35ef 2024-11-27T21:17:27,655 DEBUG [M:0;4585c39bed03:45301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6035606ef85f404aafecc09edc7aa16f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732742234262/Put/seqid=0 2024-11-27T21:17:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741838_1014 (size=5275) 2024-11-27T21:17:28,060 INFO [M:0;4585c39bed03:45301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6035606ef85f404aafecc09edc7aa16f 2024-11-27T21:17:28,083 DEBUG [M:0;4585c39bed03:45301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4dbc80dce834edaba3d04897cc4e720 is 69, key is 4585c39bed03,32973,1732742231958/rs:state/1732742233103/Put/seqid=0 2024-11-27T21:17:28,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741839_1015 (size=5156) 2024-11-27T21:17:28,377 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:28,378 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:28,488 INFO [M:0;4585c39bed03:45301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4dbc80dce834edaba3d04897cc4e720 2024-11-27T21:17:28,496 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0361ff4ee2140c29eb7f894ca6c35ef as hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0361ff4ee2140c29eb7f894ca6c35ef 2024-11-27T21:17:28,502 INFO [M:0;4585c39bed03:45301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0361ff4ee2140c29eb7f894ca6c35ef, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T21:17:28,503 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6035606ef85f404aafecc09edc7aa16f as hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6035606ef85f404aafecc09edc7aa16f 2024-11-27T21:17:28,508 INFO [M:0;4585c39bed03:45301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6035606ef85f404aafecc09edc7aa16f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T21:17:28,509 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4dbc80dce834edaba3d04897cc4e720 as hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4dbc80dce834edaba3d04897cc4e720 2024-11-27T21:17:28,514 INFO [M:0;4585c39bed03:45301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45393/user/jenkins/test-data/03038323-9e50-08ce-4cdb-a0b55bbb2773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4dbc80dce834edaba3d04897cc4e720, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T21:17:28,515 INFO [M:0;4585c39bed03:45301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false 2024-11-27T21:17:28,517 INFO [M:0;4585c39bed03:45301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:28,517 DEBUG [M:0;4585c39bed03:45301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742247209Disabling compacts and flushes for region at 1732742247209Disabling writes for close at 1732742247209Obtaining lock to block concurrent updates at 1732742247210 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742247210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732742247210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742247211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742247211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742247227 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742247228 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742247639 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742247655 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742247655Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742248068 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742248083 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742248083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d773c93: reopening flushed file at 1732742248495 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6435f478: reopening flushed file at 1732742248502 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285cca4a: reopening flushed file at 1732742248508 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false at 1732742248515 (+7 ms)Writing region close event to WAL at 1732742248517 (+2 ms)Closed at 1732742248517 2024-11-27T21:17:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741830_1006 (size=10165) 2024-11-27T21:17:28,520 INFO [M:0;4585c39bed03:45301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:17:28,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:28,520 INFO [M:0;4585c39bed03:45301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45301 2024-11-27T21:17:28,523 INFO [M:0;4585c39bed03:45301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:28,625 INFO [M:0;4585c39bed03:45301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45301-0x1015b49fd350003, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:28,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:28,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:28,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:28,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:28,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:28,634 WARN [BP-1913860161-172.17.0.2-1732742230837 heartbeating to localhost/127.0.0.1:45393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:17:28,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:17:28,634 WARN [BP-1913860161-172.17.0.2-1732742230837 heartbeating to localhost/127.0.0.1:45393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1913860161-172.17.0.2-1732742230837 (Datanode Uuid 356a358e-d349-4bcb-8c76-286789593f78) service to localhost/127.0.0.1:45393 2024-11-27T21:17:28,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:17:28,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/cluster_dbb88fff-56aa-55a4-020e-9f7f97776bc5/data/data1/current/BP-1913860161-172.17.0.2-1732742230837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:28,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/cluster_dbb88fff-56aa-55a4-020e-9f7f97776bc5/data/data2/current/BP-1913860161-172.17.0.2-1732742230837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:28,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:17:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:28,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:28,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:28,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:28,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:28,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:17:28,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:17:28,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:28,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:28,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:28,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:28,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:28,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:17:28,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2035185136, stopped=false 2024-11-27T21:17:28,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,35783,1732742240789 2024-11-27T21:17:28,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:28,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/running 2024-11-27T21:17:28,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:28,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:28,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:28,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:28,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:28,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:28,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:28,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,36489,1732742240820' ***** 2024-11-27T21:17:28,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Set watcher on znode that does not yet exist, /0-1649766382/running 2024-11-27T21:17:28,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:17:28,667 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:17:28,667 INFO [RS:0;4585c39bed03:36489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:17:28,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:17:28,667 INFO [RS:0;4585c39bed03:36489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:17:28,667 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(3091): Received CLOSE for 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,36489,1732742240820 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36489. 2024-11-27T21:17:28,668 DEBUG [RS:0;4585c39bed03:36489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:28,668 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:28,668 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 238c0069176e6e2cc47a4d8a44fbd081, disabling compactions & flushes 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:17:28,668 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:17:28,668 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:17:28,668 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. after waiting 0 ms 2024-11-27T21:17:28,668 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:28,668 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:17:28,668 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 238c0069176e6e2cc47a4d8a44fbd081=hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081.} 2024-11-27T21:17:28,668 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 238c0069176e6e2cc47a4d8a44fbd081 2024-11-27T21:17:28,668 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:28,669 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:28,669 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:28,669 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:28,669 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:28,669 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T21:17:28,674 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/replication/238c0069176e6e2cc47a4d8a44fbd081/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T21:17:28,674 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:28,674 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:28,675 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:28,675 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 238c0069176e6e2cc47a4d8a44fbd081: Waiting for close lock at 1732742248668Running coprocessor pre-close hooks at 1732742248668Disabling compacts and flushes for region at 1732742248668Disabling writes for close at 1732742248668Writing region close event to WAL at 1732742248669 (+1 ms)Running coprocessor post-close hooks at 1732742248674 (+5 ms)Closed at 1732742248675 (+1 ms) 2024-11-27T21:17:28,675 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081. 2024-11-27T21:17:28,686 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/info/8433ece2ff674c188bac4115f067429a is 147, key is hbase:replication,,1732742234377.238c0069176e6e2cc47a4d8a44fbd081./info:regioninfo/1732742246380/Put/seqid=0 2024-11-27T21:17:28,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741851_1027 (size=6385) 2024-11-27T21:17:28,717 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:28,869 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:29,069 DEBUG [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:29,092 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/info/8433ece2ff674c188bac4115f067429a 2024-11-27T21:17:29,100 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/.tmp/info/8433ece2ff674c188bac4115f067429a as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/info/8433ece2ff674c188bac4115f067429a 2024-11-27T21:17:29,106 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/info/8433ece2ff674c188bac4115f067429a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T21:17:29,107 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-27T21:17:29,113 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T21:17:29,114 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:29,114 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:29,114 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:29,114 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742248668Running coprocessor pre-close hooks at 1732742248668Disabling compacts and flushes for region at 1732742248668Disabling writes for close at 1732742248669 (+1 ms)Obtaining lock to block concurrent updates at 1732742248669Preparing flush snapshotting stores in 1588230740 at 1732742248669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732742248669Flushing stores of hbase:meta,,1.1588230740 at 1732742248670 (+1 ms)Flushing 1588230740/info: creating writer at 1732742248670Flushing 1588230740/info: appending metadata at 1732742248686 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732742248686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206bc14c: reopening flushed file at 1732742249099 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1732742249107 (+8 ms)Writing region close event to WAL at 1732742249109 (+2 ms)Running coprocessor post-close hooks at 1732742249114 (+5 ms)Closed at 1732742249114 2024-11-27T21:17:29,114 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:29,269 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,36489,1732742240820; all regions closed. 2024-11-27T21:17:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741849_1025 (size=2156) 2024-11-27T21:17:29,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.meta.1732742242062.meta not finished, retry = 0 2024-11-27T21:17:29,376 DEBUG [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs 2024-11-27T21:17:29,376 INFO [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C36489%2C1732742240820.meta:.meta(num 1732742242062) 2024-11-27T21:17:29,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741850_1026 (size=796) 2024-11-27T21:17:29,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.rep.1732742246335 not finished, retry = 0 2024-11-27T21:17:29,482 DEBUG [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs 2024-11-27T21:17:29,482 INFO [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C36489%2C1732742240820.rep:(num 1732742246335) 2024-11-27T21:17:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741848_1024 (size=93) 2024-11-27T21:17:29,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 not finished, retry = 0 2024-11-27T21:17:29,583 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:29,583 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 to pos 0, reset compression=false 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,36489,1732742240820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.wal-reader.4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4585c39bed03,36489,1732742240820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/WALs/4585c39bed03,36489,1732742240820/4585c39bed03%2C36489%2C1732742240820.1732742241778, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T21:17:29,587 DEBUG [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/oldWALs 2024-11-27T21:17:29,588 INFO [RS:0;4585c39bed03:36489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C36489%2C1732742240820:(num 1732742241778) 2024-11-27T21:17:29,588 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:29,588 INFO [RS:0;4585c39bed03:36489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:29,588 INFO [RS:0;4585c39bed03:36489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:29,588 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:29,588 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36489,1732742240820, seqNum=-1] 2024-11-27T21:17:29,588 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:29,588 INFO [RS:0;4585c39bed03:36489 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:29,588 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36489,1732742240820, seqNum=-1] 2024-11-27T21:17:29,588 INFO [RS:0;4585c39bed03:36489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:29,588 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:29,588 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,36489,1732742240820 because: Region server is closing 2024-11-27T21:17:29,589 INFO [RS:0;4585c39bed03:36489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36489. 2024-11-27T21:17:29,589 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T21:17:29,589 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T21:17:29,589 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T21:17:29,589 DEBUG [RS:0;4585c39bed03:36489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:29,589 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:29,589 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:29,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:29,589 WARN [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-4585c39bed03,36489,1732742240820', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:36489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-27T21:17:29,590 WARN [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-4585c39bed03,36489,1732742240820', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:36489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-27T21:17:29,591 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T21:17:29,591 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4585c39bed03%2C36489%2C1732742240820.1732742241778] 2024-11-27T21:17:29,591 ERROR [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,36489,1732742240820: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,36489,1732742240820, walGroup=4585c39bed03%2C36489%2C1732742240820, offset=4585c39bed03%2C36489%2C1732742240820.1732742241778:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:36489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:17:29,592 ERROR [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:17:29,592 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:17:29,593 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:17:29,593 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:17:29,593 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:17:29,593 INFO [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 585767152 }, "NonHeapMemoryUsage": { "committed": 162267136, "init": 7667712, "max": -1, "used": 157751872 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:17:29,594 DEBUG [RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4585c39bed03%2C36489%2C1732742240820.1732742241778] 2024-11-27T21:17:29,690 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,1-4585c39bed03,36489,1732742240820 terminated 2024-11-27T21:17:29,690 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4585c39bed03,36489,1732742240820 because: Region server is closing 2024-11-27T21:17:29,690 INFO [RS:0;4585c39bed03:36489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36489. 2024-11-27T21:17:29,690 DEBUG [RS:0;4585c39bed03:36489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:29,690 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:29,690 DEBUG [RS:0;4585c39bed03:36489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:29,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:29,690 INFO [RS:0;4585c39bed03:36489 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;4585c39bed03:36489.replicationSource.shipper4585c39bed03%2C36489%2C1732742240820,2-4585c39bed03,36489,1732742240820 terminated 2024-11-27T21:17:29,691 INFO [RS:0;4585c39bed03:36489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36489 2024-11-27T21:17:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382/rs 2024-11-27T21:17:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/rs/4585c39bed03,36489,1732742240820 2024-11-27T21:17:29,692 INFO [RS:0;4585c39bed03:36489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:29,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,36489,1732742240820] 2024-11-27T21:17:29,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1649766382/draining/4585c39bed03,36489,1732742240820 already deleted, retry=false 2024-11-27T21:17:29,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,36489,1732742240820 expired; onlineServers=0 2024-11-27T21:17:29,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,35783,1732742240789' ***** 2024-11-27T21:17:29,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:17:29,696 INFO [M:0;4585c39bed03:35783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:29,696 INFO [M:0;4585c39bed03:35783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:29,696 DEBUG [M:0;4585c39bed03:35783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:17:29,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:17:29,697 DEBUG [M:0;4585c39bed03:35783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:17:29,697 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742241485 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742241485,5,FailOnTimeoutGroup] 2024-11-27T21:17:29,697 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742241485 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742241485,5,FailOnTimeoutGroup] 2024-11-27T21:17:29,697 INFO [M:0;4585c39bed03:35783 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:29,697 INFO [M:0;4585c39bed03:35783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:29,697 DEBUG [M:0;4585c39bed03:35783 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:17:29,697 INFO [M:0;4585c39bed03:35783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:17:29,697 INFO [M:0;4585c39bed03:35783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:29,697 INFO [M:0;4585c39bed03:35783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:17:29,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:17:29,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1649766382/master 2024-11-27T21:17:29,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1649766382 2024-11-27T21:17:29,698 DEBUG [M:0;4585c39bed03:35783 {}] zookeeper.ZKUtil(347): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Unable to get data of znode /0-1649766382/master because node does not exist (not an error) 2024-11-27T21:17:29,698 WARN [M:0;4585c39bed03:35783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:17:29,699 INFO [M:0;4585c39bed03:35783 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/.lastflushedseqids 2024-11-27T21:17:29,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741852_1028 (size=181) 2024-11-27T21:17:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:29,795 INFO [RS:0;4585c39bed03:36489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36489-0x1015b49fd350007, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:29,795 INFO [RS:0;4585c39bed03:36489 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,36489,1732742240820; zookeeper connection closed. 2024-11-27T21:17:29,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27c99af0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27c99af0 2024-11-27T21:17:29,796 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:17:30,106 INFO [M:0;4585c39bed03:35783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:17:30,106 INFO [M:0;4585c39bed03:35783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:17:30,106 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:30,107 INFO [M:0;4585c39bed03:35783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:30,107 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:30,107 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:30,107 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:30,107 INFO [M:0;4585c39bed03:35783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T21:17:30,125 DEBUG [M:0;4585c39bed03:35783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6de75e05f7c446c5bda055858b86a949 is 82, key is hbase:meta,,1/info:regioninfo/1732742242123/Put/seqid=0 2024-11-27T21:17:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741853_1029 (size=5680) 2024-11-27T21:17:30,530 INFO [M:0;4585c39bed03:35783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6de75e05f7c446c5bda055858b86a949 2024-11-27T21:17:30,551 DEBUG [M:0;4585c39bed03:35783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8224b9eb39344fb9f82311b2cff2246 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732742246388/Put/seqid=0 2024-11-27T21:17:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741854_1030 (size=7319) 2024-11-27T21:17:30,956 INFO [M:0;4585c39bed03:35783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8224b9eb39344fb9f82311b2cff2246 2024-11-27T21:17:30,979 DEBUG [M:0;4585c39bed03:35783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f498b3f3b83a4e4caa89c2395f14f910 is 69, key is 4585c39bed03,36489,1732742240820/rs:state/1732742241566/Put/seqid=0 2024-11-27T21:17:30,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741855_1031 (size=5371) 2024-11-27T21:17:31,384 INFO [M:0;4585c39bed03:35783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f498b3f3b83a4e4caa89c2395f14f910 2024-11-27T21:17:31,390 INFO [M:0;4585c39bed03:35783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f498b3f3b83a4e4caa89c2395f14f910 2024-11-27T21:17:31,391 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6de75e05f7c446c5bda055858b86a949 as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6de75e05f7c446c5bda055858b86a949 2024-11-27T21:17:31,397 INFO [M:0;4585c39bed03:35783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6de75e05f7c446c5bda055858b86a949, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T21:17:31,398 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8224b9eb39344fb9f82311b2cff2246 as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8224b9eb39344fb9f82311b2cff2246 2024-11-27T21:17:31,404 INFO [M:0;4585c39bed03:35783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8224b9eb39344fb9f82311b2cff2246, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T21:17:31,405 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f498b3f3b83a4e4caa89c2395f14f910 as hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f498b3f3b83a4e4caa89c2395f14f910 2024-11-27T21:17:31,410 INFO [M:0;4585c39bed03:35783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f498b3f3b83a4e4caa89c2395f14f910 2024-11-27T21:17:31,410 INFO [M:0;4585c39bed03:35783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f498b3f3b83a4e4caa89c2395f14f910, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T21:17:31,411 INFO [M:0;4585c39bed03:35783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false 2024-11-27T21:17:31,413 INFO [M:0;4585c39bed03:35783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:31,413 DEBUG [M:0;4585c39bed03:35783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742250106Disabling compacts and flushes for region at 1732742250106Disabling writes for close at 1732742250107 (+1 ms)Obtaining lock to block concurrent updates at 1732742250107Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742250107Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732742250107Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742250108 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742250108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742250124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742250124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742250536 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742250551 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742250551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742250963 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742250978 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742250978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2178d3ce: reopening flushed file at 1732742251391 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ab31d3: reopening flushed file at 1732742251397 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5ebf9d: reopening flushed file at 1732742251404 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false at 1732742251411 (+7 ms)Writing region close event to WAL at 1732742251413 (+2 ms)Closed at 1732742251413 2024-11-27T21:17:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44551 is added to blk_1073741847_1023 (size=22949) 2024-11-27T21:17:31,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb84d6c-1df0-2103-561c-55115effccfb/MasterData/WALs/4585c39bed03,35783,1732742240789/4585c39bed03%2C35783%2C1732742240789.1732742241325 not finished, retry = 0 2024-11-27T21:17:31,518 INFO [M:0;4585c39bed03:35783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:17:31,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:31,518 INFO [M:0;4585c39bed03:35783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35783 2024-11-27T21:17:31,519 INFO [M:0;4585c39bed03:35783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:31,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:31,621 INFO [M:0;4585c39bed03:35783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:31,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x1015b49fd350006, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:31,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:31,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:31,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:31,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:31,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:31,625 WARN [BP-434498939-172.17.0.2-1732742223317 heartbeating to localhost/127.0.0.1:41059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:17:31,625 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:17:31,625 WARN [BP-434498939-172.17.0.2-1732742223317 heartbeating to localhost/127.0.0.1:41059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-434498939-172.17.0.2-1732742223317 (Datanode Uuid 5e9905de-0275-4f0a-95c6-c64e713884d1) service to localhost/127.0.0.1:41059 2024-11-27T21:17:31,625 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:17:31,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea/data/data1/current/BP-434498939-172.17.0.2-1732742223317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:31,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/cluster_1aaa011f-de05-c2aa-8109-5f48aa9a21ea/data/data2/current/BP-434498939-172.17.0.2-1732742223317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:31,627 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:17:31,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:31,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:31,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:31,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:31,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d6a5eb-dffc-8379-cffc-1d1b72b11a27/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:31,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:17:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:17:31,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: regionserver/4585c39bed03:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4585c39bed03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/4585c39bed03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45393 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6966c822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4585c39bed03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/4585c39bed03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60686) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41059 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60686) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=8227 (was 9050) 2024-11-27T21:17:31,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=8227 2024-11-27T21:17:31,693 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T21:17:31,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.log.dir so I do NOT create it in target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98 2024-11-27T21:17:31,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:17:31,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.tmp.dir so I do NOT create it in target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98 2024-11-27T21:17:31,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/421d83dd-4ba7-7750-8f03-b15872147a84/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:17:31,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98 2024-11-27T21:17:31,694 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128, deleteOnExit=true 2024-11-27T21:17:31,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128/zookeeper_0, clientPort=62322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:17:31,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62322 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/test.cache.data in system properties and HBase conf 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:17:31,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:17:31,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:17:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:17:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:17:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:17:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:17:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b49fd350002, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:17:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b49fd350005, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:17:31,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b49fd350005, quorum=127.0.0.1:60686, baseZNode=/1-1482564106 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:17:31,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b49fd350002, quorum=127.0.0.1:60686, baseZNode=/0-1649766382 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:17:31,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:31,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:31,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:31,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:31,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:31,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:31,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:31,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:31,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1236feaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/java.io.tmpdir/jetty-localhost-37141-hadoop-hdfs-3_4_1-tests_jar-_-any-15049600460423147840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:31,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:37141} 2024-11-27T21:17:31,922 INFO [Time-limited test {}] server.Server(415): Started @30737ms 2024-11-27T21:17:32,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:32,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:32,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:32,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:32,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:17:32,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:32,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:32,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/java.io.tmpdir/jetty-localhost-36641-hadoop-hdfs-3_4_1-tests_jar-_-any-4695404370976156769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:32,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:36641} 2024-11-27T21:17:32,133 INFO [Time-limited test {}] server.Server(415): Started @30948ms 2024-11-27T21:17:32,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:17:32,236 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128/data/data1/current/BP-1984343241-172.17.0.2-1732742251731/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:32,236 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128/data/data2/current/BP-1984343241-172.17.0.2-1732742251731/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:32,254 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:17:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6328295b6521c2c7 with lease ID 0x83eeeed507d7b1cd: Processing first storage report for DS-563ea30f-6a77-455c-b916-074384c71e97 from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=1e69f590-a364-4f21-96c5-989fc3d14cb7, infoPort=45399, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=1430650135;c=1732742251731) 2024-11-27T21:17:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6328295b6521c2c7 with lease ID 0x83eeeed507d7b1cd: from storage DS-563ea30f-6a77-455c-b916-074384c71e97 node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=1e69f590-a364-4f21-96c5-989fc3d14cb7, infoPort=45399, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=1430650135;c=1732742251731), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6328295b6521c2c7 with lease ID 0x83eeeed507d7b1cd: Processing first storage report for DS-db68e3b5-5359-4cf9-a929-3aa128af4c9a from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=1e69f590-a364-4f21-96c5-989fc3d14cb7, infoPort=45399, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=1430650135;c=1732742251731) 2024-11-27T21:17:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6328295b6521c2c7 with lease ID 0x83eeeed507d7b1cd: from storage DS-db68e3b5-5359-4cf9-a929-3aa128af4c9a node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=1e69f590-a364-4f21-96c5-989fc3d14cb7, infoPort=45399, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=1430650135;c=1732742251731), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:32,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98 2024-11-27T21:17:32,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:32,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:17:32,282 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693 with version=8 2024-11-27T21:17:32,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/hbase-staging 2024-11-27T21:17:32,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:32,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:32,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:17:32,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:32,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43041 2024-11-27T21:17:32,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43041 connecting to ZooKeeper ensemble=127.0.0.1:62322 2024-11-27T21:17:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430410x0, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:32,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43041-0x1015b4a6f400000 connected 2024-11-27T21:17:32,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:32,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:32,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on znode that does not yet exist, /02136792251/running 2024-11-27T21:17:32,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693, hbase.cluster.distributed=false 2024-11-27T21:17:32,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on znode that does not yet exist, /02136792251/acl 2024-11-27T21:17:32,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-27T21:17:32,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43041 2024-11-27T21:17:32,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43041 2024-11-27T21:17:32,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-27T21:17:32,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-27T21:17:32,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:32,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:32,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:32,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:32,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:32,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:32,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:17:32,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:32,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37497 2024-11-27T21:17:32,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37497 connecting to ZooKeeper ensemble=127.0.0.1:62322 2024-11-27T21:17:32,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:32,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374970x0, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:32,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37497-0x1015b4a6f400001 connected 2024-11-27T21:17:32,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on znode that does not yet exist, /02136792251/running 2024-11-27T21:17:32,371 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:17:32,372 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:17:32,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on znode that does not yet exist, /02136792251/master 2024-11-27T21:17:32,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on znode that does not yet exist, /02136792251/acl 2024-11-27T21:17:32,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-27T21:17:32,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37497 2024-11-27T21:17:32,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37497 2024-11-27T21:17:32,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-27T21:17:32,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-27T21:17:32,392 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:43041 2024-11-27T21:17:32,392 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02136792251/backup-masters/4585c39bed03,43041,1732742252285 2024-11-27T21:17:32,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251/backup-masters 2024-11-27T21:17:32,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251/backup-masters 2024-11-27T21:17:32,411 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on existing znode=/02136792251/backup-masters/4585c39bed03,43041,1732742252285 2024-11-27T21:17:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02136792251/master 2024-11-27T21:17:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:32,425 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on existing znode=/02136792251/master 2024-11-27T21:17:32,426 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02136792251/backup-masters/4585c39bed03,43041,1732742252285 from backup master directory 2024-11-27T21:17:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02136792251/backup-masters/4585c39bed03,43041,1732742252285 2024-11-27T21:17:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251/backup-masters 2024-11-27T21:17:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251/backup-masters 2024-11-27T21:17:32,432 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:32,432 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,43041,1732742252285 2024-11-27T21:17:32,436 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/hbase.id] with ID: 5df84cd3-8082-4d6c-b2d9-4aceaa395f84 2024-11-27T21:17:32,437 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/.tmp/hbase.id 2024-11-27T21:17:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:17:32,843 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/.tmp/hbase.id]:[hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/hbase.id] 2024-11-27T21:17:32,857 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:32,857 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:17:32,858 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:17:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:17:32,866 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:32,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:17:32,868 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:32,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:17:33,275 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store 2024-11-27T21:17:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:17:33,683 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:33,683 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:33,683 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:33,683 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:33,683 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:33,683 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:33,683 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:33,683 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742253683Disabling compacts and flushes for region at 1732742253683Disabling writes for close at 1732742253683Writing region close event to WAL at 1732742253683Closed at 1732742253683 2024-11-27T21:17:33,684 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/.initializing 2024-11-27T21:17:33,684 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/WALs/4585c39bed03,43041,1732742252285 2024-11-27T21:17:33,685 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:33,687 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C43041%2C1732742252285, suffix=, logDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/WALs/4585c39bed03,43041,1732742252285, archiveDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/oldWALs, maxLogs=10 2024-11-27T21:17:33,702 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/WALs/4585c39bed03,43041,1732742252285/4585c39bed03%2C43041%2C1732742252285.1732742253688, exclude list is [], retry=0 2024-11-27T21:17:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-563ea30f-6a77-455c-b916-074384c71e97,DISK] 2024-11-27T21:17:33,706 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/WALs/4585c39bed03,43041,1732742252285/4585c39bed03%2C43041%2C1732742252285.1732742253688 2024-11-27T21:17:33,707 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45399:45399)] 2024-11-27T21:17:33,707 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:33,707 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:33,707 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,707 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:17:33,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:33,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:33,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:17:33,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:33,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:33,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:17:33,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:33,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:33,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:17:33,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:33,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:33,716 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,717 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,717 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,718 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,718 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,719 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:33,720 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:33,722 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:33,723 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65745015, jitterRate=-0.020322933793067932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:33,724 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742253707Initializing all the Stores at 1732742253708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742253708Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742253708Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742253709 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742253709Cleaning up temporary data from old regions at 1732742253718 (+9 ms)Region opened successfully at 1732742253724 (+6 ms) 2024-11-27T21:17:33,724 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:17:33,727 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7017b1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:33,728 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:17:33,729 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:17:33,729 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:17:33,729 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:17:33,729 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:17:33,730 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:17:33,730 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:17:33,732 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:17:33,732 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Unable to get data of znode /02136792251/balancer because node does not exist (not necessarily an error) 2024-11-27T21:17:33,734 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02136792251/balancer already deleted, retry=false 2024-11-27T21:17:33,734 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:17:33,735 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Unable to get data of znode /02136792251/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:17:33,738 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02136792251/normalizer already deleted, retry=false 2024-11-27T21:17:33,738 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:17:33,739 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Unable to get data of znode /02136792251/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:17:33,740 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02136792251/switch/split already deleted, retry=false 2024-11-27T21:17:33,741 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Unable to get data of znode /02136792251/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:17:33,742 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02136792251/switch/merge already deleted, retry=false 2024-11-27T21:17:33,744 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Unable to get data of znode /02136792251/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:17:33,745 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02136792251/snapshot-cleanup already deleted, retry=false 2024-11-27T21:17:33,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02136792251/running 2024-11-27T21:17:33,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02136792251/running 2024-11-27T21:17:33,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:33,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:33,750 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,43041,1732742252285, sessionid=0x1015b4a6f400000, setting cluster-up flag (Was=false) 2024-11-27T21:17:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:33,759 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02136792251/flush-table-proc/acquired, /02136792251/flush-table-proc/reached, /02136792251/flush-table-proc/abort 2024-11-27T21:17:33,760 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,43041,1732742252285 2024-11-27T21:17:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:33,770 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02136792251/online-snapshot/acquired, /02136792251/online-snapshot/reached, /02136792251/online-snapshot/abort 2024-11-27T21:17:33,771 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,43041,1732742252285 2024-11-27T21:17:33,773 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:17:33,775 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:33,775 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:17:33,775 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:17:33,775 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,43041,1732742252285 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:33,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742283778 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:17:33,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:33,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:17:33,779 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:17:33,779 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:17:33,779 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:17:33,779 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:17:33,780 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:17:33,780 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:17:33,780 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:33,780 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742253780,5,FailOnTimeoutGroup] 2024-11-27T21:17:33,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:17:33,784 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742253780,5,FailOnTimeoutGroup] 2024-11-27T21:17:33,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:17:33,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,785 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(746): ClusterId : 5df84cd3-8082-4d6c-b2d9-4aceaa395f84 2024-11-27T21:17:33,785 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:17:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:17:33,788 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:17:33,788 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:17:33,792 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:17:33,792 DEBUG [RS:0;4585c39bed03:37497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a27dba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:33,805 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:37497 2024-11-27T21:17:33,805 INFO [RS:0;4585c39bed03:37497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:17:33,805 INFO [RS:0;4585c39bed03:37497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:17:33,805 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:17:33,805 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,43041,1732742252285 with port=37497, startcode=1732742252344 2024-11-27T21:17:33,806 DEBUG [RS:0;4585c39bed03:37497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:17:33,808 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:17:33,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,37497,1732742252344 2024-11-27T21:17:33,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43041 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,37497,1732742252344 2024-11-27T21:17:33,810 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693 2024-11-27T21:17:33,810 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33595 2024-11-27T21:17:33,810 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:17:33,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251/rs 2024-11-27T21:17:33,813 DEBUG [RS:0;4585c39bed03:37497 {}] zookeeper.ZKUtil(111): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on existing znode=/02136792251/rs/4585c39bed03,37497,1732742252344 2024-11-27T21:17:33,813 WARN [RS:0;4585c39bed03:37497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:33,813 INFO [RS:0;4585c39bed03:37497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:33,813 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344 2024-11-27T21:17:33,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,37497,1732742252344] 2024-11-27T21:17:33,816 INFO [RS:0;4585c39bed03:37497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:17:33,818 INFO [RS:0;4585c39bed03:37497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:17:33,819 INFO [RS:0;4585c39bed03:37497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:17:33,819 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,819 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:17:33,820 INFO [RS:0;4585c39bed03:37497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:17:33,820 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:33,820 DEBUG [RS:0;4585c39bed03:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:33,821 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,821 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,821 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,821 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,821 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,821 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37497,1732742252344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:33,837 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:17:33,837 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37497,1732742252344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,837 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,837 INFO [RS:0;4585c39bed03:37497 {}] regionserver.Replication(171): 4585c39bed03,37497,1732742252344 started 2024-11-27T21:17:33,852 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:33,852 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,37497,1732742252344, RpcServer on 4585c39bed03/172.17.0.2:37497, sessionid=0x1015b4a6f400001 2024-11-27T21:17:33,852 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:17:33,852 DEBUG [RS:0;4585c39bed03:37497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,37497,1732742252344 2024-11-27T21:17:33,852 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,37497,1732742252344' 2024-11-27T21:17:33,852 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02136792251/flush-table-proc/abort' 2024-11-27T21:17:33,853 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02136792251/flush-table-proc/acquired' 2024-11-27T21:17:33,853 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:17:33,853 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:17:33,853 DEBUG [RS:0;4585c39bed03:37497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,37497,1732742252344 2024-11-27T21:17:33,854 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,37497,1732742252344' 2024-11-27T21:17:33,854 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02136792251/online-snapshot/abort' 2024-11-27T21:17:33,854 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02136792251/online-snapshot/acquired' 2024-11-27T21:17:33,854 DEBUG [RS:0;4585c39bed03:37497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:17:33,854 INFO [RS:0;4585c39bed03:37497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:17:33,854 INFO [RS:0;4585c39bed03:37497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:17:33,955 INFO [RS:0;4585c39bed03:37497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:33,957 INFO [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C37497%2C1732742252344, suffix=, logDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344, archiveDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/oldWALs, maxLogs=10 2024-11-27T21:17:33,972 DEBUG [RS:0;4585c39bed03:37497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958, exclude list is [], retry=0 2024-11-27T21:17:33,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-563ea30f-6a77-455c-b916-074384c71e97,DISK] 2024-11-27T21:17:33,977 INFO [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958 2024-11-27T21:17:33,978 DEBUG [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45399:45399)] 2024-11-27T21:17:34,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:34,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:34,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:17:34,190 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693 2024-11-27T21:17:34,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:17:34,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:34,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:34,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:34,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:34,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:34,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:34,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:34,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:34,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:34,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:34,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740 2024-11-27T21:17:34,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740 2024-11-27T21:17:34,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:34,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:34,615 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:34,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:34,618 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:34,619 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64369088, jitterRate=-0.040825843811035156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:34,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742254602Initializing all the Stores at 1732742254603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742254603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742254603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742254603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742254603Cleaning up temporary data from old regions at 1732742254614 (+11 ms)Region opened successfully at 1732742254620 (+6 ms) 2024-11-27T21:17:34,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:34,620 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:34,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:34,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:34,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:34,621 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:34,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742254620Disabling compacts and flushes for region at 1732742254620Disabling writes for close at 1732742254620Writing region close event to WAL at 1732742254621 (+1 ms)Closed at 1732742254621 2024-11-27T21:17:34,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:34,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:17:34,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:17:34,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:34,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:17:34,775 DEBUG [4585c39bed03:43041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:34,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,37497,1732742252344 2024-11-27T21:17:34,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,37497,1732742252344, state=OPENING 2024-11-27T21:17:34,780 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:17:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:34,782 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:34,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,37497,1732742252344}] 2024-11-27T21:17:34,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02136792251/meta-region-server: CHANGED 2024-11-27T21:17:34,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02136792251/meta-region-server: CHANGED 2024-11-27T21:17:34,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:17:34,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:17:34,941 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:17:34,942 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:34,942 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:17:34,943 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C37497%2C1732742252344.meta, suffix=.meta, logDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344, archiveDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/oldWALs, maxLogs=10 2024-11-27T21:17:34,958 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.meta.1732742254944.meta, exclude list is [], retry=0 2024-11-27T21:17:34,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-563ea30f-6a77-455c-b916-074384c71e97,DISK] 2024-11-27T21:17:34,962 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.meta.1732742254944.meta 2024-11-27T21:17:34,963 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45399:45399)] 2024-11-27T21:17:34,963 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:34,963 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:34,964 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:34,964 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:17:34,964 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:17:34,964 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:17:34,964 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:34,964 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:17:34,964 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:17:34,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:34,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:34,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:34,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:34,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:34,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:34,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:34,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:34,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:34,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:34,973 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:34,974 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740 2024-11-27T21:17:34,975 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740 2024-11-27T21:17:34,976 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:34,976 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:34,977 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:34,978 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:34,979 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63135547, jitterRate=-0.05920703709125519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:34,979 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:17:34,980 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742254964Writing region info on filesystem at 1732742254964Initializing all the Stores at 1732742254965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742254965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742254966 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742254966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742254966Cleaning up temporary data from old regions at 1732742254976 (+10 ms)Running coprocessor post-open hooks at 1732742254979 (+3 ms)Region opened successfully at 1732742254980 (+1 ms) 2024-11-27T21:17:34,981 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742254935 2024-11-27T21:17:34,984 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:17:34,984 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:17:34,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,37497,1732742252344 2024-11-27T21:17:34,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,37497,1732742252344, state=OPEN 2024-11-27T21:17:34,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02136792251/meta-region-server 2024-11-27T21:17:34,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02136792251/meta-region-server 2024-11-27T21:17:34,992 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,37497,1732742252344 2024-11-27T21:17:34,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02136792251/meta-region-server: CHANGED 2024-11-27T21:17:34,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02136792251/meta-region-server: CHANGED 2024-11-27T21:17:34,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:17:34,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,37497,1732742252344 in 210 msec 2024-11-27T21:17:34,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:17:34,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-27T21:17:34,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:34,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:17:35,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:35,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,37497,1732742252344, seqNum=-1] 2024-11-27T21:17:35,001 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:35,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:35,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-27T21:17:35,008 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742255008, completionTime=-1 2024-11-27T21:17:35,008 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:17:35,008 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:17:35,010 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:17:35,010 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742315010 2024-11-27T21:17:35,010 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742375010 2024-11-27T21:17:35,010 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:17:35,011 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43041,1732742252285-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:35,011 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43041,1732742252285-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:35,011 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43041,1732742252285-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:35,011 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:43041, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:35,011 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:35,011 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:35,013 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.583sec 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43041,1732742252285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:35,015 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43041,1732742252285-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:17:35,018 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:17:35,018 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:17:35,018 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43041,1732742252285-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:35,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:35,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43041,-1 for getting cluster id 2024-11-27T21:17:35,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:35,088 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5df84cd3-8082-4d6c-b2d9-4aceaa395f84' 2024-11-27T21:17:35,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:35,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5df84cd3-8082-4d6c-b2d9-4aceaa395f84" 2024-11-27T21:17:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3793541f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43041,-1] 2024-11-27T21:17:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:35,090 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:35,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:35,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:35,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,37497,1732742252344, seqNum=-1] 2024-11-27T21:17:35,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:35,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:35,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,43041,1732742252285 2024-11-27T21:17:35,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62322 2024-11-27T21:17:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:35,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4a6f400002 connected 2024-11-27T21:17:35,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.log.dir so I do NOT create it in target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1 2024-11-27T21:17:35,104 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:17:35,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.tmp.dir so I do NOT create it in target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1 2024-11-27T21:17:35,104 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:17:35,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1 2024-11-27T21:17:35,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/cluster_50bf286d-2974-5de7-52e9-97dc57a46e8a, deleteOnExit=true 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/test.cache.data in system properties and HBase conf 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:17:35,105 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:35,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:17:35,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:17:35,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:35,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:35,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:35,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:35,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:35,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:35,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:35,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:35,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/java.io.tmpdir/jetty-localhost-40551-hadoop-hdfs-3_4_1-tests_jar-_-any-12538686213196456154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:35,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:40551} 2024-11-27T21:17:35,333 INFO [Time-limited test {}] server.Server(415): Started @34149ms 2024-11-27T21:17:35,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:35,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:35,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:35,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:35,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:17:35,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:35,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:35,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/java.io.tmpdir/jetty-localhost-43939-hadoop-hdfs-3_4_1-tests_jar-_-any-6230841601482358325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:35,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:43939} 2024-11-27T21:17:35,548 INFO [Time-limited test {}] server.Server(415): Started @34364ms 2024-11-27T21:17:35,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:17:35,648 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/cluster_50bf286d-2974-5de7-52e9-97dc57a46e8a/data/data2/current/BP-273864964-172.17.0.2-1732742255138/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:35,648 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/cluster_50bf286d-2974-5de7-52e9-97dc57a46e8a/data/data1/current/BP-273864964-172.17.0.2-1732742255138/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:35,669 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:17:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0f0299bca3dc22a with lease ID 0xd1eb4cbb6d718b91: Processing first storage report for DS-9c6388b9-9014-43f7-a62d-45667ece70a9 from datanode DatanodeRegistration(127.0.0.1:40935, datanodeUuid=2bab9ad3-25f3-49b1-a2e7-58c9238dc0ea, infoPort=43887, infoSecurePort=0, ipcPort=43137, storageInfo=lv=-57;cid=testClusterID;nsid=589774423;c=1732742255138) 2024-11-27T21:17:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0f0299bca3dc22a with lease ID 0xd1eb4cbb6d718b91: from storage DS-9c6388b9-9014-43f7-a62d-45667ece70a9 node DatanodeRegistration(127.0.0.1:40935, datanodeUuid=2bab9ad3-25f3-49b1-a2e7-58c9238dc0ea, infoPort=43887, infoSecurePort=0, ipcPort=43137, storageInfo=lv=-57;cid=testClusterID;nsid=589774423;c=1732742255138), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0f0299bca3dc22a with lease ID 0xd1eb4cbb6d718b91: Processing first storage report for DS-f253770b-db87-4d45-9324-7dd481d58662 from datanode DatanodeRegistration(127.0.0.1:40935, datanodeUuid=2bab9ad3-25f3-49b1-a2e7-58c9238dc0ea, infoPort=43887, infoSecurePort=0, ipcPort=43137, storageInfo=lv=-57;cid=testClusterID;nsid=589774423;c=1732742255138) 2024-11-27T21:17:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0f0299bca3dc22a with lease ID 0xd1eb4cbb6d718b91: from storage DS-f253770b-db87-4d45-9324-7dd481d58662 node DatanodeRegistration(127.0.0.1:40935, datanodeUuid=2bab9ad3-25f3-49b1-a2e7-58c9238dc0ea, infoPort=43887, infoSecurePort=0, ipcPort=43137, storageInfo=lv=-57;cid=testClusterID;nsid=589774423;c=1732742255138), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:35,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1 2024-11-27T21:17:35,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:35,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:17:35,689 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9 with version=8 2024-11-27T21:17:35,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/hbase-staging 2024-11-27T21:17:35,691 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:35,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:35,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:17:35,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:35,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41601 2024-11-27T21:17:35,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41601 connecting to ZooKeeper ensemble=127.0.0.1:62322 2024-11-27T21:17:35,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416010x0, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:35,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41601-0x1015b4a6f400003 connected 2024-11-27T21:17:35,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:35,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:35,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on znode that does not yet exist, /1939002449/running 2024-11-27T21:17:35,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9, hbase.cluster.distributed=false 2024-11-27T21:17:35,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on znode that does not yet exist, /1939002449/acl 2024-11-27T21:17:35,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41601 2024-11-27T21:17:35,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41601 2024-11-27T21:17:35,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41601 2024-11-27T21:17:35,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41601 2024-11-27T21:17:35,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41601 2024-11-27T21:17:35,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:35,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:35,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:35,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:35,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:35,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:35,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:17:35,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:35,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33175 2024-11-27T21:17:35,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33175 connecting to ZooKeeper ensemble=127.0.0.1:62322 2024-11-27T21:17:35,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:35,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:35,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331750x0, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:35,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331750x0, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on znode that does not yet exist, /1939002449/running 2024-11-27T21:17:35,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33175-0x1015b4a6f400004 connected 2024-11-27T21:17:35,771 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:17:35,773 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:17:35,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on znode that does not yet exist, /1939002449/master 2024-11-27T21:17:35,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on znode that does not yet exist, /1939002449/acl 2024-11-27T21:17:35,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-27T21:17:35,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33175 2024-11-27T21:17:35,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33175 2024-11-27T21:17:35,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-27T21:17:35,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-27T21:17:35,788 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:41601 2024-11-27T21:17:35,788 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1939002449/backup-masters/4585c39bed03,41601,1732742255691 2024-11-27T21:17:35,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449/backup-masters 2024-11-27T21:17:35,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449/backup-masters 2024-11-27T21:17:35,791 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on existing znode=/1939002449/backup-masters/4585c39bed03,41601,1732742255691 2024-11-27T21:17:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1939002449/master 2024-11-27T21:17:35,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:35,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:35,794 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on existing znode=/1939002449/master 2024-11-27T21:17:35,795 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1939002449/backup-masters/4585c39bed03,41601,1732742255691 from backup master directory 2024-11-27T21:17:35,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1939002449/backup-masters/4585c39bed03,41601,1732742255691 2024-11-27T21:17:35,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449/backup-masters 2024-11-27T21:17:35,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449/backup-masters 2024-11-27T21:17:35,796 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:35,796 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,41601,1732742255691 2024-11-27T21:17:35,800 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/hbase.id] with ID: f3149655-2a89-403a-8bd1-99ba38651aae 2024-11-27T21:17:35,801 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/.tmp/hbase.id 2024-11-27T21:17:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:17:35,810 WARN [RS:0;4585c39bed03:37497 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4585c39bed03,36969,1732742226902: status=Processing ServerCrashProcedure of 4585c39bed03,36969,1732742226902 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732742241483, completionTime=-1 appears to have been leaked 2024-11-27T21:17:36,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/.tmp/hbase.id]:[hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/hbase.id] 2024-11-27T21:17:36,221 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:36,222 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:17:36,223 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:17:36,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:36,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:36,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:17:36,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T21:17:36,634 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:36,634 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:17:36,635 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:17:37,044 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store 2024-11-27T21:17:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:17:37,451 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:37,451 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:37,452 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:37,452 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:37,452 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:37,452 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:37,452 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:37,452 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742257451Disabling compacts and flushes for region at 1732742257451Disabling writes for close at 1732742257452 (+1 ms)Writing region close event to WAL at 1732742257452Closed at 1732742257452 2024-11-27T21:17:37,453 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/.initializing 2024-11-27T21:17:37,453 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/WALs/4585c39bed03,41601,1732742255691 2024-11-27T21:17:37,454 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:37,456 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C41601%2C1732742255691, suffix=, logDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/WALs/4585c39bed03,41601,1732742255691, archiveDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/oldWALs, maxLogs=10 2024-11-27T21:17:37,473 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/WALs/4585c39bed03,41601,1732742255691/4585c39bed03%2C41601%2C1732742255691.1732742257457, exclude list is [], retry=0 2024-11-27T21:17:37,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-9c6388b9-9014-43f7-a62d-45667ece70a9,DISK] 2024-11-27T21:17:37,478 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/WALs/4585c39bed03,41601,1732742255691/4585c39bed03%2C41601%2C1732742255691.1732742257457 2024-11-27T21:17:37,479 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43887:43887)] 2024-11-27T21:17:37,479 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:37,479 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:37,479 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,479 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:17:37,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:17:37,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:37,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:37,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:17:37,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:37,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:37,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:17:37,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:37,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:37,487 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,488 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,488 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,489 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,489 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,490 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:37,491 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:37,493 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:37,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69908307, jitterRate=0.041714951395988464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:37,494 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742257479Initializing all the Stores at 1732742257480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742257480Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742257480Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742257480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742257480Cleaning up temporary data from old regions at 1732742257489 (+9 ms)Region opened successfully at 1732742257494 (+5 ms) 2024-11-27T21:17:37,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:17:37,497 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ee96c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:37,498 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:17:37,498 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:17:37,498 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:17:37,499 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:17:37,499 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:17:37,499 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:17:37,499 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:17:37,501 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:17:37,502 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Unable to get data of znode /1939002449/balancer because node does not exist (not necessarily an error) 2024-11-27T21:17:37,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1939002449/balancer already deleted, retry=false 2024-11-27T21:17:37,504 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:17:37,504 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Unable to get data of znode /1939002449/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:17:37,507 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1939002449/normalizer already deleted, retry=false 2024-11-27T21:17:37,508 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:17:37,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Unable to get data of znode /1939002449/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:17:37,509 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1939002449/switch/split already deleted, retry=false 2024-11-27T21:17:37,510 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Unable to get data of znode /1939002449/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:17:37,512 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1939002449/switch/merge already deleted, retry=false 2024-11-27T21:17:37,514 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Unable to get data of znode /1939002449/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:17:37,515 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1939002449/snapshot-cleanup already deleted, retry=false 2024-11-27T21:17:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1939002449/running 2024-11-27T21:17:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1939002449/running 2024-11-27T21:17:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:37,519 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,41601,1732742255691, sessionid=0x1015b4a6f400003, setting cluster-up flag (Was=false) 2024-11-27T21:17:37,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:37,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:37,527 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1939002449/flush-table-proc/acquired, /1939002449/flush-table-proc/reached, /1939002449/flush-table-proc/abort 2024-11-27T21:17:37,528 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41601,1732742255691 2024-11-27T21:17:37,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:37,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:37,538 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1939002449/online-snapshot/acquired, /1939002449/online-snapshot/reached, /1939002449/online-snapshot/abort 2024-11-27T21:17:37,539 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41601,1732742255691 2024-11-27T21:17:37,540 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:17:37,542 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:37,543 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:17:37,543 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:17:37,543 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,41601,1732742255691 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:17:37,544 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:37,544 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:37,544 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:37,544 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:37,544 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:17:37,545 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,545 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:37,545 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,548 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742287548 2024-11-27T21:17:37,548 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:17:37,548 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:17:37,548 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:17:37,548 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:17:37,549 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:17:37,549 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:17:37,549 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:37,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:17:37,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:37,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:17:37,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:17:37,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:17:37,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:17:37,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:17:37,553 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:17:37,553 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:17:37,553 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742257553,5,FailOnTimeoutGroup] 2024-11-27T21:17:37,553 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742257553,5,FailOnTimeoutGroup] 2024-11-27T21:17:37,553 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,553 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:17:37,553 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,554 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:17:37,579 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(746): ClusterId : f3149655-2a89-403a-8bd1-99ba38651aae 2024-11-27T21:17:37,579 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:17:37,581 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:17:37,581 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:17:37,584 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:17:37,585 DEBUG [RS:0;4585c39bed03:33175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70948a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:37,596 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:33175 2024-11-27T21:17:37,596 INFO [RS:0;4585c39bed03:33175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:17:37,596 INFO [RS:0;4585c39bed03:33175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:17:37,596 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:17:37,597 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,41601,1732742255691 with port=33175, startcode=1732742255733 2024-11-27T21:17:37,597 DEBUG [RS:0;4585c39bed03:33175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:17:37,599 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:17:37,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,33175,1732742255733 2024-11-27T21:17:37,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41601 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,33175,1732742255733 2024-11-27T21:17:37,601 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9 2024-11-27T21:17:37,601 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46781 2024-11-27T21:17:37,601 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:17:37,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449/rs 2024-11-27T21:17:37,603 DEBUG [RS:0;4585c39bed03:33175 {}] zookeeper.ZKUtil(111): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on existing znode=/1939002449/rs/4585c39bed03,33175,1732742255733 2024-11-27T21:17:37,603 WARN [RS:0;4585c39bed03:33175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:37,603 INFO [RS:0;4585c39bed03:33175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:37,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,33175,1732742255733] 2024-11-27T21:17:37,604 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/WALs/4585c39bed03,33175,1732742255733 2024-11-27T21:17:37,607 INFO [RS:0;4585c39bed03:33175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:17:37,609 INFO [RS:0;4585c39bed03:33175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:17:37,609 INFO [RS:0;4585c39bed03:33175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:17:37,609 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,609 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:17:37,610 INFO [RS:0;4585c39bed03:33175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:17:37,610 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,610 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,610 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,610 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,610 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:37,611 DEBUG [RS:0;4585c39bed03:33175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:37,612 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,612 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,612 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,612 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,612 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,612 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33175,1732742255733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:37,626 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:17:37,626 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33175,1732742255733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,627 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,627 INFO [RS:0;4585c39bed03:33175 {}] regionserver.Replication(171): 4585c39bed03,33175,1732742255733 started 2024-11-27T21:17:37,640 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:37,640 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,33175,1732742255733, RpcServer on 4585c39bed03/172.17.0.2:33175, sessionid=0x1015b4a6f400004 2024-11-27T21:17:37,640 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:17:37,640 DEBUG [RS:0;4585c39bed03:33175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,33175,1732742255733 2024-11-27T21:17:37,640 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,33175,1732742255733' 2024-11-27T21:17:37,640 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1939002449/flush-table-proc/abort' 2024-11-27T21:17:37,641 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1939002449/flush-table-proc/acquired' 2024-11-27T21:17:37,641 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:17:37,641 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:17:37,641 DEBUG [RS:0;4585c39bed03:33175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,33175,1732742255733 2024-11-27T21:17:37,641 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,33175,1732742255733' 2024-11-27T21:17:37,641 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1939002449/online-snapshot/abort' 2024-11-27T21:17:37,642 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1939002449/online-snapshot/acquired' 2024-11-27T21:17:37,642 DEBUG [RS:0;4585c39bed03:33175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:17:37,642 INFO [RS:0;4585c39bed03:33175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:17:37,642 INFO [RS:0;4585c39bed03:33175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:17:37,743 INFO [RS:0;4585c39bed03:33175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:37,744 INFO [RS:0;4585c39bed03:33175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C33175%2C1732742255733, suffix=, logDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/WALs/4585c39bed03,33175,1732742255733, archiveDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/oldWALs, maxLogs=10 2024-11-27T21:17:37,758 DEBUG [RS:0;4585c39bed03:33175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/WALs/4585c39bed03,33175,1732742255733/4585c39bed03%2C33175%2C1732742255733.1732742257745, exclude list is [], retry=0 2024-11-27T21:17:37,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-9c6388b9-9014-43f7-a62d-45667ece70a9,DISK] 2024-11-27T21:17:37,763 INFO [RS:0;4585c39bed03:33175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/WALs/4585c39bed03,33175,1732742255733/4585c39bed03%2C33175%2C1732742255733.1732742257745 2024-11-27T21:17:37,764 DEBUG [RS:0;4585c39bed03:33175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43887:43887)] 2024-11-27T21:17:37,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:17:37,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9 2024-11-27T21:17:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:17:38,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:38,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:38,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:38,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:38,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:38,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:38,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:38,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:38,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:38,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:38,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740 2024-11-27T21:17:38,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740 2024-11-27T21:17:38,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:38,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:38,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:38,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:38,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:38,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64753302, jitterRate=-0.03510060906410217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:38,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742258366Initializing all the Stores at 1732742258367 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742258367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742258367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742258367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742258367Cleaning up temporary data from old regions at 1732742258377 (+10 ms)Region opened successfully at 1732742258381 (+4 ms) 2024-11-27T21:17:38,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:38,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:38,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:38,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:38,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:38,382 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:38,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742258381Disabling compacts and flushes for region at 1732742258381Disabling writes for close at 1732742258382 (+1 ms)Writing region close event to WAL at 1732742258382Closed at 1732742258382 2024-11-27T21:17:38,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:38,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:17:38,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:17:38,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:38,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:17:38,536 DEBUG [4585c39bed03:41601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:38,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,33175,1732742255733 2024-11-27T21:17:38,539 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,33175,1732742255733, state=OPENING 2024-11-27T21:17:38,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:17:38,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:38,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:38,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1939002449/meta-region-server: CHANGED 2024-11-27T21:17:38,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:38,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,33175,1732742255733}] 2024-11-27T21:17:38,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1939002449/meta-region-server: CHANGED 2024-11-27T21:17:38,704 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:17:38,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:17:38,710 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:17:38,710 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:38,710 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:17:38,712 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C33175%2C1732742255733.meta, suffix=.meta, logDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/WALs/4585c39bed03,33175,1732742255733, archiveDir=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/oldWALs, maxLogs=10 2024-11-27T21:17:38,728 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/WALs/4585c39bed03,33175,1732742255733/4585c39bed03%2C33175%2C1732742255733.meta.1732742258712.meta, exclude list is [], retry=0 2024-11-27T21:17:38,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-9c6388b9-9014-43f7-a62d-45667ece70a9,DISK] 2024-11-27T21:17:38,733 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/WALs/4585c39bed03,33175,1732742255733/4585c39bed03%2C33175%2C1732742255733.meta.1732742258712.meta 2024-11-27T21:17:38,734 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43887:43887)] 2024-11-27T21:17:38,735 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:38,735 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:38,735 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:38,735 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:17:38,735 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:17:38,736 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:17:38,736 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:38,736 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:17:38,736 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:17:38,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:38,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:38,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:38,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:38,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:38,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:38,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:38,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:38,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:38,745 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:38,745 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740 2024-11-27T21:17:38,747 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740 2024-11-27T21:17:38,748 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:38,748 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:38,749 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:38,750 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:38,751 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75232352, jitterRate=0.12104940414428711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:38,751 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:17:38,751 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742258736Writing region info on filesystem at 1732742258736Initializing all the Stores at 1732742258737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742258737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742258738 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742258738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742258738Cleaning up temporary data from old regions at 1732742258748 (+10 ms)Running coprocessor post-open hooks at 1732742258751 (+3 ms)Region opened successfully at 1732742258751 2024-11-27T21:17:38,752 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742258704 2024-11-27T21:17:38,755 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:17:38,756 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:17:38,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,33175,1732742255733 2024-11-27T21:17:38,758 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,33175,1732742255733, state=OPEN 2024-11-27T21:17:38,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1939002449/meta-region-server 2024-11-27T21:17:38,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1939002449/meta-region-server 2024-11-27T21:17:38,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,33175,1732742255733 2024-11-27T21:17:38,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1939002449/meta-region-server: CHANGED 2024-11-27T21:17:38,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1939002449/meta-region-server: CHANGED 2024-11-27T21:17:38,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:17:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,33175,1732742255733 in 210 msec 2024-11-27T21:17:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:17:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-27T21:17:38,766 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:38,766 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:17:38,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:38,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,33175,1732742255733, seqNum=-1] 2024-11-27T21:17:38,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:38,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:38,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-27T21:17:38,775 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742258775, completionTime=-1 2024-11-27T21:17:38,775 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:17:38,775 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:17:38,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:17:38,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742318778 2024-11-27T21:17:38,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742378778 2024-11-27T21:17:38,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:17:38,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41601,1732742255691-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:38,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41601,1732742255691-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:38,778 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41601,1732742255691-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:38,779 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:41601, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:38,779 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:38,780 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:38,781 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:17:38,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-11-27T21:17:38,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:17:38,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:17:38,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:17:38,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:17:38,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:17:38,784 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41601,1732742255691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:38,785 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41601,1732742255691-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:17:38,787 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:17:38,787 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:17:38,787 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41601,1732742255691-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:38,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41601,-1 for getting cluster id 2024-11-27T21:17:38,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:38,881 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3149655-2a89-403a-8bd1-99ba38651aae' 2024-11-27T21:17:38,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3149655-2a89-403a-8bd1-99ba38651aae" 2024-11-27T21:17:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e9a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41601,-1] 2024-11-27T21:17:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:38,883 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:38,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,33175,1732742255733, seqNum=-1] 2024-11-27T21:17:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:38,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:38,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,41601,1732742255691 2024-11-27T21:17:38,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62322 2024-11-27T21:17:38,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:38,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4a6f400005 connected 2024-11-27T21:17:38,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43041,-1 for getting cluster id 2024-11-27T21:17:38,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:38,896 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5df84cd3-8082-4d6c-b2d9-4aceaa395f84' 2024-11-27T21:17:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5df84cd3-8082-4d6c-b2d9-4aceaa395f84" 2024-11-27T21:17:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f640e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43041,-1] 2024-11-27T21:17:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:38,898 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:38,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43041,1732742252285 2024-11-27T21:17:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c231aa 2024-11-27T21:17:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:38,901 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:38,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:41601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:17:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:17:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:38,904 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:41601' 2024-11-27T21:17:38,905 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249f066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,905 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41601,-1 for getting cluster id 2024-11-27T21:17:38,905 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:38,906 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3149655-2a89-403a-8bd1-99ba38651aae' 2024-11-27T21:17:38,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:38,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3149655-2a89-403a-8bd1-99ba38651aae" 2024-11-27T21:17:38,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cd0ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41601,-1] 2024-11-27T21:17:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:38,907 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:38,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dffb3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:38,908 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:38,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41601,1732742255691 2024-11-27T21:17:38,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b8b7b 2024-11-27T21:17:38,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:38,910 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:38,910 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T21:17:38,910 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:17:38,910 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:38,911 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:38,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:38,911 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:38,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:17:38,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:17:38,913 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:38,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:17:38,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741835_1011 (size=1138) 2024-11-27T21:17:38,962 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:17:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:39,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a70d85d508cd3f2ced9e6f0aba0a4f4, NAME => 'hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693 2024-11-27T21:17:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741836_1012 (size=44) 2024-11-27T21:17:39,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:39,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a70d85d508cd3f2ced9e6f0aba0a4f4, disabling compactions & flushes 2024-11-27T21:17:39,333 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:39,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:39,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. after waiting 0 ms 2024-11-27T21:17:39,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:39,334 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:39,334 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a70d85d508cd3f2ced9e6f0aba0a4f4: Waiting for close lock at 1732742259333Disabling compacts and flushes for region at 1732742259333Disabling writes for close at 1732742259333Writing region close event to WAL at 1732742259333Closed at 1732742259333 2024-11-27T21:17:39,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:17:39,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742259335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742259335"}]},"ts":"1732742259335"} 2024-11-27T21:17:39,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:17:39,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:17:39,340 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742259339"}]},"ts":"1732742259339"} 2024-11-27T21:17:39,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:17:39,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a70d85d508cd3f2ced9e6f0aba0a4f4, ASSIGN}] 2024-11-27T21:17:39,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a70d85d508cd3f2ced9e6f0aba0a4f4, ASSIGN 2024-11-27T21:17:39,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a70d85d508cd3f2ced9e6f0aba0a4f4, ASSIGN; state=OFFLINE, location=4585c39bed03,37497,1732742252344; forceNewPlan=false, retain=false 2024-11-27T21:17:39,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a70d85d508cd3f2ced9e6f0aba0a4f4, regionState=OPENING, regionLocation=4585c39bed03,37497,1732742252344 2024-11-27T21:17:39,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a70d85d508cd3f2ced9e6f0aba0a4f4, ASSIGN because future has completed 2024-11-27T21:17:39,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a70d85d508cd3f2ced9e6f0aba0a4f4, server=4585c39bed03,37497,1732742252344}] 2024-11-27T21:17:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:39,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:39,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:39,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:17:39,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C37497%2C1732742252344.rep, suffix=, logDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344, archiveDir=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/oldWALs, maxLogs=10 2024-11-27T21:17:39,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.rep.1732742259660, exclude list is [], retry=0 2024-11-27T21:17:39,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-563ea30f-6a77-455c-b916-074384c71e97,DISK] 2024-11-27T21:17:39,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.rep.1732742259660 2024-11-27T21:17:39,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45399:45399)] 2024-11-27T21:17:39,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a70d85d508cd3f2ced9e6f0aba0a4f4, NAME => 'hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:39,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:39,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:39,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. service=MultiRowMutationService 2024-11-27T21:17:39,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:17:39,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:39,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,688 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,690 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a70d85d508cd3f2ced9e6f0aba0a4f4 columnFamilyName hfileref 2024-11-27T21:17:39,690 DEBUG [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:39,691 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] regionserver.HStore(327): Store=0a70d85d508cd3f2ced9e6f0aba0a4f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:39,691 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,692 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a70d85d508cd3f2ced9e6f0aba0a4f4 columnFamilyName queue 2024-11-27T21:17:39,692 DEBUG [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:39,693 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] regionserver.HStore(327): Store=0a70d85d508cd3f2ced9e6f0aba0a4f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:39,693 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,695 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a70d85d508cd3f2ced9e6f0aba0a4f4 columnFamilyName sid 2024-11-27T21:17:39,695 DEBUG [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:39,695 INFO [StoreOpener-0a70d85d508cd3f2ced9e6f0aba0a4f4-1 {}] regionserver.HStore(327): Store=0a70d85d508cd3f2ced9e6f0aba0a4f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:39,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:17:39,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:39,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0a70d85d508cd3f2ced9e6f0aba0a4f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75381695, jitterRate=0.1232747882604599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:17:39,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:39,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0a70d85d508cd3f2ced9e6f0aba0a4f4: Running coprocessor pre-open hook at 1732742259685Writing region info on filesystem at 1732742259685Initializing all the Stores at 1732742259686 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742259686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742259688 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742259688Cleaning up temporary data from old regions at 1732742259697 (+9 ms)Running coprocessor post-open hooks at 1732742259702 (+5 ms)Region opened successfully at 1732742259702 2024-11-27T21:17:39,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4., pid=7, masterSystemTime=1732742259652 2024-11-27T21:17:39,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:39,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:39,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a70d85d508cd3f2ced9e6f0aba0a4f4, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,37497,1732742252344 2024-11-27T21:17:39,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a70d85d508cd3f2ced9e6f0aba0a4f4, server=4585c39bed03,37497,1732742252344 because future has completed 2024-11-27T21:17:39,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T21:17:39,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a70d85d508cd3f2ced9e6f0aba0a4f4, server=4585c39bed03,37497,1732742252344 in 213 msec 2024-11-27T21:17:39,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:17:39,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a70d85d508cd3f2ced9e6f0aba0a4f4, ASSIGN in 373 msec 2024-11-27T21:17:39,719 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:17:39,719 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742259719"}]},"ts":"1732742259719"} 2024-11-27T21:17:39,722 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:17:39,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:17:39,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-27T21:17:39,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4., hostname=4585c39bed03,37497,1732742252344, seqNum=2] 2024-11-27T21:17:39,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:39,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:39,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:17:39,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:17:39,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:17:39,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T21:17:39,938 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:17:39,983 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,37497,1732742252344, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:17:39,984 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:39,984 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,37497,1732742252344, seqNum=-1] 2024-11-27T21:17:39,984 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:39,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T21:17:39,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,37497,1732742252344', locateType=CURRENT is [region=hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4., hostname=4585c39bed03,37497,1732742252344, seqNum=2] 2024-11-27T21:17:39,994 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T21:17:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T21:17:39,999 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,37497,1732742252344 suceeded 2024-11-27T21:17:40,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T21:17:40,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-27T21:17:40,004 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:41601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:17:40,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-27T21:17:40,018 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:41601' 2024-11-27T21:17:40,021 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77bba95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:40,021 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41601,-1 for getting cluster id 2024-11-27T21:17:40,021 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:40,022 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3149655-2a89-403a-8bd1-99ba38651aae' 2024-11-27T21:17:40,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:40,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3149655-2a89-403a-8bd1-99ba38651aae" 2024-11-27T21:17:40,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd9e11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:40,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41601,-1] 2024-11-27T21:17:40,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:40,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,024 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:40,025 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea332d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:40,025 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:40,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41601,1732742255691 2024-11-27T21:17:40,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e4d9ee 2024-11-27T21:17:40,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:40,027 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T21:17:40,028 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,37497,1732742252344 (queues=1) is replicating from cluster=5df84cd3-8082-4d6c-b2d9-4aceaa395f84 to cluster=f3149655-2a89-403a-8bd1-99ba38651aae 2024-11-27T21:17:40,028 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C37497%2C1732742252344 2024-11-27T21:17:40,028 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,37497,1732742252344, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:17:40,032 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958, startPosition=0, beingWritten=true 2024-11-27T21:17:40,032 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.shipper4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C37497%2C1732742252344 2024-11-27T21:17:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:40,037 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:17:40,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:40,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:40,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:40,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43041,1732742252285 2024-11-27T21:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da01a20 2024-11-27T21:17:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:40,041 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:40,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:17:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:17:40,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:40,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:40,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:40,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:17:40,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=498865824, stopped=false 2024-11-27T21:17:40,042 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,41601,1732742255691 2024-11-27T21:17:40,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1939002449/running 2024-11-27T21:17:40,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:40,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1939002449/running 2024-11-27T21:17:40,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:40,045 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:40,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on znode that does not yet exist, /1939002449/running 2024-11-27T21:17:40,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:40,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:40,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,046 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,33175,1732742255733' ***** 2024-11-27T21:17:40,046 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:17:40,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,33175,1732742255733 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:33175. 2024-11-27T21:17:40,046 DEBUG [RS:0;4585c39bed03:33175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:40,046 DEBUG [RS:0;4585c39bed03:33175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:17:40,046 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:17:40,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Set watcher on znode that does not yet exist, /1939002449/running 2024-11-27T21:17:40,068 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:17:40,068 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:17:40,068 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:40,068 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:40,068 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:40,068 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:40,068 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:40,069 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:40,069 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T21:17:40,095 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740/.tmp/ns/0208e1eeab444e17971f792053e7cf72 is 43, key is default/ns:d/1732742258770/Put/seqid=0 2024-11-27T21:17:40,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741835_1011 (size=5153) 2024-11-27T21:17:40,115 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:40,264 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958 to pos 0, reset compression=false 2024-11-27T21:17:40,268 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:40,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:40,468 DEBUG [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:40,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:40,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:40,504 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740/.tmp/ns/0208e1eeab444e17971f792053e7cf72 2024-11-27T21:17:40,514 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740/.tmp/ns/0208e1eeab444e17971f792053e7cf72 as hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740/ns/0208e1eeab444e17971f792053e7cf72 2024-11-27T21:17:40,523 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740/ns/0208e1eeab444e17971f792053e7cf72, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T21:17:40,525 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-27T21:17:40,541 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T21:17:40,542 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:40,542 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:40,542 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:40,542 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742260068Running coprocessor pre-close hooks at 1732742260068Disabling compacts and flushes for region at 1732742260068Disabling writes for close at 1732742260068Obtaining lock to block concurrent updates at 1732742260069 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732742260069Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732742260069Flushing stores of hbase:meta,,1.1588230740 at 1732742260070 (+1 ms)Flushing 1588230740/ns: creating writer at 1732742260070Flushing 1588230740/ns: appending metadata at 1732742260094 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732742260094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d47d33e: reopening flushed file at 1732742260513 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1732742260525 (+12 ms)Writing region close event to WAL at 1732742260533 (+8 ms)Running coprocessor post-close hooks at 1732742260542 (+9 ms)Closed at 1732742260542 2024-11-27T21:17:40,542 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:40,570 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958 to pos 0, reset compression=false 2024-11-27T21:17:40,613 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:17:40,613 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:17:40,668 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,33175,1732742255733; all regions closed. 2024-11-27T21:17:40,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741834_1010 (size=1152) 2024-11-27T21:17:40,675 DEBUG [RS:0;4585c39bed03:33175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/oldWALs 2024-11-27T21:17:40,675 INFO [RS:0;4585c39bed03:33175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C33175%2C1732742255733.meta:.meta(num 1732742258712) 2024-11-27T21:17:40,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741832_1008 (size=93) 2024-11-27T21:17:40,681 DEBUG [RS:0;4585c39bed03:33175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/oldWALs 2024-11-27T21:17:40,681 INFO [RS:0;4585c39bed03:33175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C33175%2C1732742255733:(num 1732742257745) 2024-11-27T21:17:40,681 DEBUG [RS:0;4585c39bed03:33175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:40,681 INFO [RS:0;4585c39bed03:33175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:40,681 INFO [RS:0;4585c39bed03:33175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:40,681 INFO [RS:0;4585c39bed03:33175 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:40,681 INFO [RS:0;4585c39bed03:33175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:40,681 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:40,681 INFO [RS:0;4585c39bed03:33175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33175 2024-11-27T21:17:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449/rs 2024-11-27T21:17:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1939002449/rs/4585c39bed03,33175,1732742255733 2024-11-27T21:17:40,683 INFO [RS:0;4585c39bed03:33175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:40,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,33175,1732742255733] 2024-11-27T21:17:40,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1939002449/draining/4585c39bed03,33175,1732742255733 already deleted, retry=false 2024-11-27T21:17:40,691 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,33175,1732742255733 expired; onlineServers=0 2024-11-27T21:17:40,691 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,41601,1732742255691' ***** 2024-11-27T21:17:40,691 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:17:40,691 INFO [M:0;4585c39bed03:41601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:40,691 INFO [M:0;4585c39bed03:41601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:40,691 DEBUG [M:0;4585c39bed03:41601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:17:40,691 DEBUG [M:0;4585c39bed03:41601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:17:40,692 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742257553 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742257553,5,FailOnTimeoutGroup] 2024-11-27T21:17:40,692 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742257553 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742257553,5,FailOnTimeoutGroup] 2024-11-27T21:17:40,692 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:17:40,692 INFO [M:0;4585c39bed03:41601 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:40,692 INFO [M:0;4585c39bed03:41601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:40,692 DEBUG [M:0;4585c39bed03:41601 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:17:40,692 INFO [M:0;4585c39bed03:41601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:17:40,692 INFO [M:0;4585c39bed03:41601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:40,692 INFO [M:0;4585c39bed03:41601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:17:40,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:17:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1939002449/master 2024-11-27T21:17:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1939002449 2024-11-27T21:17:40,697 DEBUG [M:0;4585c39bed03:41601 {}] zookeeper.ZKUtil(347): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Unable to get data of znode /1939002449/master because node does not exist (not an error) 2024-11-27T21:17:40,697 WARN [M:0;4585c39bed03:41601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:17:40,698 INFO [M:0;4585c39bed03:41601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/.lastflushedseqids 2024-11-27T21:17:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741836_1012 (size=99) 2024-11-27T21:17:40,712 INFO [M:0;4585c39bed03:41601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:17:40,713 INFO [M:0;4585c39bed03:41601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:17:40,713 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:40,713 INFO [M:0;4585c39bed03:41601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:40,713 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:40,713 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:40,713 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:40,713 INFO [M:0;4585c39bed03:41601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T21:17:40,734 DEBUG [M:0;4585c39bed03:41601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7c7383b41dd4c20bf68d417afd00f77 is 82, key is hbase:meta,,1/info:regioninfo/1732742258756/Put/seqid=0 2024-11-27T21:17:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741837_1013 (size=5672) 2024-11-27T21:17:40,744 INFO [M:0;4585c39bed03:41601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7c7383b41dd4c20bf68d417afd00f77 2024-11-27T21:17:40,776 DEBUG [M:0;4585c39bed03:41601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e9f3d105ea4c2d8d16069c6b722823 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732742258774/Put/seqid=0 2024-11-27T21:17:40,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741838_1014 (size=5275) 2024-11-27T21:17:40,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:40,786 INFO [RS:0;4585c39bed03:33175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:40,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33175-0x1015b4a6f400004, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:40,786 INFO [RS:0;4585c39bed03:33175 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,33175,1732742255733; zookeeper connection closed. 2024-11-27T21:17:40,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@284251ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@284251ea 2024-11-27T21:17:40,786 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:17:40,982 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958 to pos 0, reset compression=false 2024-11-27T21:17:41,182 INFO [M:0;4585c39bed03:41601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e9f3d105ea4c2d8d16069c6b722823 2024-11-27T21:17:41,210 DEBUG [M:0;4585c39bed03:41601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5db4e149027448eab503ec913ae84ed1 is 69, key is 4585c39bed03,33175,1732742255733/rs:state/1732742257600/Put/seqid=0 2024-11-27T21:17:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741839_1015 (size=5156) 2024-11-27T21:17:41,488 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958 to pos 0, reset compression=false 2024-11-27T21:17:41,618 INFO [M:0;4585c39bed03:41601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5db4e149027448eab503ec913ae84ed1 2024-11-27T21:17:41,625 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7c7383b41dd4c20bf68d417afd00f77 as hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7c7383b41dd4c20bf68d417afd00f77 2024-11-27T21:17:41,631 INFO [M:0;4585c39bed03:41601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7c7383b41dd4c20bf68d417afd00f77, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T21:17:41,632 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e9f3d105ea4c2d8d16069c6b722823 as hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24e9f3d105ea4c2d8d16069c6b722823 2024-11-27T21:17:41,638 INFO [M:0;4585c39bed03:41601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24e9f3d105ea4c2d8d16069c6b722823, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T21:17:41,640 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5db4e149027448eab503ec913ae84ed1 as hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5db4e149027448eab503ec913ae84ed1 2024-11-27T21:17:41,647 INFO [M:0;4585c39bed03:41601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46781/user/jenkins/test-data/db1a398b-7c8a-6ced-aec8-a42e9e4ed6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5db4e149027448eab503ec913ae84ed1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T21:17:41,649 INFO [M:0;4585c39bed03:41601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=28, compaction requested=false 2024-11-27T21:17:41,655 INFO [M:0;4585c39bed03:41601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:41,655 DEBUG [M:0;4585c39bed03:41601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742260713Disabling compacts and flushes for region at 1732742260713Disabling writes for close at 1732742260713Obtaining lock to block concurrent updates at 1732742260713Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742260713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732742260713Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742260716 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742260716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742260733 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742260733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742260757 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742260776 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742260776Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742261189 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742261209 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742261209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282d606: reopening flushed file at 1732742261624 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bd72e9: reopening flushed file at 1732742261631 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64fe2b4: reopening flushed file at 1732742261638 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=28, compaction requested=false at 1732742261649 (+11 ms)Writing region close event to WAL at 1732742261655 (+6 ms)Closed at 1732742261655 2024-11-27T21:17:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741830_1006 (size=10165) 2024-11-27T21:17:41,658 INFO [M:0;4585c39bed03:41601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:17:41,658 INFO [M:0;4585c39bed03:41601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41601 2024-11-27T21:17:41,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:41,659 INFO [M:0;4585c39bed03:41601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:41,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:41,761 INFO [M:0;4585c39bed03:41601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:41,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41601-0x1015b4a6f400003, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:41,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:41,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:41,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:41,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:41,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:41,766 WARN [BP-273864964-172.17.0.2-1732742255138 heartbeating to localhost/127.0.0.1:46781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:17:41,766 WARN [BP-273864964-172.17.0.2-1732742255138 heartbeating to localhost/127.0.0.1:46781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-273864964-172.17.0.2-1732742255138 (Datanode Uuid 2bab9ad3-25f3-49b1-a2e7-58c9238dc0ea) service to localhost/127.0.0.1:46781 2024-11-27T21:17:41,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:17:41,766 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:17:41,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/cluster_50bf286d-2974-5de7-52e9-97dc57a46e8a/data/data1/current/BP-273864964-172.17.0.2-1732742255138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:41,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/cluster_50bf286d-2974-5de7-52e9-97dc57a46e8a/data/data2/current/BP-273864964-172.17.0.2-1732742255138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:41,767 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:17:41,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:41,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:41,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:41,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:41,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:41,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:17:41,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:17:41,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:41,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:41,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:41,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:41,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:41,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:17:41,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1163069853, stopped=false 2024-11-27T21:17:41,798 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,43041,1732742252285 2024-11-27T21:17:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02136792251/running 2024-11-27T21:17:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02136792251/running 2024-11-27T21:17:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:41,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:41,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on znode that does not yet exist, /02136792251/running 2024-11-27T21:17:41,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:41,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Set watcher on znode that does not yet exist, /02136792251/running 2024-11-27T21:17:41,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:41,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:41,801 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,37497,1732742252344' ***** 2024-11-27T21:17:41,801 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:17:41,801 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:17:41,802 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a70d85d508cd3f2ced9e6f0aba0a4f4 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,37497,1732742252344 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:37497. 2024-11-27T21:17:41,802 DEBUG [RS:0;4585c39bed03:37497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:41,802 DEBUG [RS:0;4585c39bed03:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:17:41,802 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a70d85d508cd3f2ced9e6f0aba0a4f4, disabling compactions & flushes 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:17:41,802 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:17:41,802 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:41,803 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:41,803 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. after waiting 0 ms 2024-11-27T21:17:41,803 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:41,803 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a70d85d508cd3f2ced9e6f0aba0a4f4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T21:17:41,803 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:17:41,803 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1325): Online Regions={0a70d85d508cd3f2ced9e6f0aba0a4f4=hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:17:41,803 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1351): Waiting on 0a70d85d508cd3f2ced9e6f0aba0a4f4, 1588230740 2024-11-27T21:17:41,803 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:41,803 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:41,803 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:41,803 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:41,803 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:41,803 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T21:17:41,821 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4/.tmp/queue/d5fa89059f1c4d258f45ea0e285d0f8b is 151, key is 1-4585c39bed03,37497,1732742252344/queue:4585c39bed03%2C37497%2C1732742252344/1732742259990/Put/seqid=0 2024-11-27T21:17:41,821 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/info/035b430ee8154d169654f9c2f66c3065 is 147, key is hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4./info:regioninfo/1732742259707/Put/seqid=0 2024-11-27T21:17:41,822 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:17:41,822 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:17:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741838_1014 (size=6631) 2024-11-27T21:17:41,827 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741839_1015 (size=5350) 2024-11-27T21:17:42,003 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1351): Waiting on 0a70d85d508cd3f2ced9e6f0aba0a4f4, 1588230740 2024-11-27T21:17:42,095 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958 to pos 0, reset compression=false 2024-11-27T21:17:42,203 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1351): Waiting on 0a70d85d508cd3f2ced9e6f0aba0a4f4, 1588230740 2024-11-27T21:17:42,228 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/info/035b430ee8154d169654f9c2f66c3065 2024-11-27T21:17:42,232 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4/.tmp/queue/d5fa89059f1c4d258f45ea0e285d0f8b 2024-11-27T21:17:42,245 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4/.tmp/queue/d5fa89059f1c4d258f45ea0e285d0f8b as hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4/queue/d5fa89059f1c4d258f45ea0e285d0f8b 2024-11-27T21:17:42,258 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4/queue/d5fa89059f1c4d258f45ea0e285d0f8b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T21:17:42,260 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0a70d85d508cd3f2ced9e6f0aba0a4f4 in 457ms, sequenceid=5, compaction requested=false 2024-11-27T21:17:42,262 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/ns/ce80780be4ea4b0ca1accf8358fa2672 is 43, key is default/ns:d/1732742255003/Put/seqid=0 2024-11-27T21:17:42,269 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/replication/0a70d85d508cd3f2ced9e6f0aba0a4f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:17:42,269 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:42,269 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:42,270 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741840_1016 (size=5153) 2024-11-27T21:17:42,270 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a70d85d508cd3f2ced9e6f0aba0a4f4: Waiting for close lock at 1732742261802Running coprocessor pre-close hooks at 1732742261802Disabling compacts and flushes for region at 1732742261802Disabling writes for close at 1732742261803 (+1 ms)Obtaining lock to block concurrent updates at 1732742261803Preparing flush snapshotting stores in 0a70d85d508cd3f2ced9e6f0aba0a4f4 at 1732742261803Finished memstore snapshotting hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732742261803Flushing stores of hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. at 1732742261804 (+1 ms)Flushing 0a70d85d508cd3f2ced9e6f0aba0a4f4/queue: creating writer at 1732742261804Flushing 0a70d85d508cd3f2ced9e6f0aba0a4f4/queue: appending metadata at 1732742261821 (+17 ms)Flushing 0a70d85d508cd3f2ced9e6f0aba0a4f4/queue: closing flushed file at 1732742261821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edbdd72: reopening flushed file at 1732742262240 (+419 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0a70d85d508cd3f2ced9e6f0aba0a4f4 in 457ms, sequenceid=5, compaction requested=false at 1732742262260 (+20 ms)Writing region close event to WAL at 1732742262263 (+3 ms)Running coprocessor post-close hooks at 1732742262269 (+6 ms)Closed at 1732742262270 (+1 ms) 2024-11-27T21:17:42,270 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742258911.0a70d85d508cd3f2ced9e6f0aba0a4f4. 2024-11-27T21:17:42,404 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:42,604 DEBUG [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:17:42,671 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/ns/ce80780be4ea4b0ca1accf8358fa2672 2024-11-27T21:17:42,706 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/table/b82becde6714414280cf1f0dc53d34ff is 53, key is hbase:replication/table:state/1732742259719/Put/seqid=0 2024-11-27T21:17:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741841_1017 (size=5256) 2024-11-27T21:17:42,715 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/table/b82becde6714414280cf1f0dc53d34ff 2024-11-27T21:17:42,725 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/info/035b430ee8154d169654f9c2f66c3065 as hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/info/035b430ee8154d169654f9c2f66c3065 2024-11-27T21:17:42,733 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/info/035b430ee8154d169654f9c2f66c3065, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T21:17:42,734 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/ns/ce80780be4ea4b0ca1accf8358fa2672 as hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/ns/ce80780be4ea4b0ca1accf8358fa2672 2024-11-27T21:17:42,741 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/ns/ce80780be4ea4b0ca1accf8358fa2672, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:17:42,742 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/.tmp/table/b82becde6714414280cf1f0dc53d34ff as hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/table/b82becde6714414280cf1f0dc53d34ff 2024-11-27T21:17:42,748 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/table/b82becde6714414280cf1f0dc53d34ff, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T21:17:42,749 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false 2024-11-27T21:17:42,758 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T21:17:42,758 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:42,758 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:42,758 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:42,758 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742261803Running coprocessor pre-close hooks at 1732742261803Disabling compacts and flushes for region at 1732742261803Disabling writes for close at 1732742261803Obtaining lock to block concurrent updates at 1732742261803Preparing flush snapshotting stores in 1588230740 at 1732742261803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732742261804 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742261804Flushing 1588230740/info: creating writer at 1732742261804Flushing 1588230740/info: appending metadata at 1732742261821 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732742261821Flushing 1588230740/ns: creating writer at 1732742262237 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732742262261 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732742262261Flushing 1588230740/table: creating writer at 1732742262678 (+417 ms)Flushing 1588230740/table: appending metadata at 1732742262706 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732742262706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8aa8a2: reopening flushed file at 1732742262723 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36dc7d74: reopening flushed file at 1732742262733 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f0b360: reopening flushed file at 1732742262741 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false at 1732742262749 (+8 ms)Writing region close event to WAL at 1732742262754 (+5 ms)Running coprocessor post-close hooks at 1732742262758 (+4 ms)Closed at 1732742262758 2024-11-27T21:17:42,759 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:42,801 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/WALs/4585c39bed03,37497,1732742252344/4585c39bed03%2C37497%2C1732742252344.1732742253958 to pos 0, reset compression=false 2024-11-27T21:17:42,804 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,37497,1732742252344; all regions closed. 2024-11-27T21:17:42,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741834_1010 (size=2742) 2024-11-27T21:17:42,816 DEBUG [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/oldWALs 2024-11-27T21:17:42,816 INFO [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C37497%2C1732742252344.meta:.meta(num 1732742254944) 2024-11-27T21:17:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741837_1013 (size=1586) 2024-11-27T21:17:42,823 DEBUG [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/oldWALs 2024-11-27T21:17:42,823 INFO [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C37497%2C1732742252344.rep:(num 1732742259660) 2024-11-27T21:17:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741832_1008 (size=93) 2024-11-27T21:17:42,834 DEBUG [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/oldWALs 2024-11-27T21:17:42,834 INFO [RS:0;4585c39bed03:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C37497%2C1732742252344:(num 1732742253958) 2024-11-27T21:17:42,834 DEBUG [RS:0;4585c39bed03:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:42,834 INFO [RS:0;4585c39bed03:37497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:17:42,835 INFO [RS:0;4585c39bed03:37497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:42,835 INFO [RS:0;4585c39bed03:37497 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:42,835 INFO [RS:0;4585c39bed03:37497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:42,835 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:42,835 INFO [RS:0;4585c39bed03:37497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,37497,1732742252344 because: Region server is closing 2024-11-27T21:17:42,835 INFO [RS:0;4585c39bed03:37497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:37497. 2024-11-27T21:17:42,836 DEBUG [RS:0;4585c39bed03:37497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:42,836 DEBUG [RS:0;4585c39bed03:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:42,836 DEBUG [RS:0;4585c39bed03:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:42,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:42,936 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.shipper4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T21:17:42,936 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.wal-reader.4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:17:42,937 INFO [RS:0;4585c39bed03:37497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,37497,1732742252344.replicationSource.shipper4585c39bed03%2C37497%2C1732742252344,1-4585c39bed03,37497,1732742252344 terminated 2024-11-27T21:17:42,937 INFO [RS:0;4585c39bed03:37497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37497 2024-11-27T21:17:42,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02136792251/rs/4585c39bed03,37497,1732742252344 2024-11-27T21:17:42,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251/rs 2024-11-27T21:17:42,939 INFO [RS:0;4585c39bed03:37497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:42,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,37497,1732742252344] 2024-11-27T21:17:42,944 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02136792251/draining/4585c39bed03,37497,1732742252344 already deleted, retry=false 2024-11-27T21:17:42,944 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,37497,1732742252344 expired; onlineServers=0 2024-11-27T21:17:42,944 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,43041,1732742252285' ***** 2024-11-27T21:17:42,944 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:17:42,944 INFO [M:0;4585c39bed03:43041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:17:42,944 INFO [M:0;4585c39bed03:43041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:17:42,944 DEBUG [M:0;4585c39bed03:43041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:17:42,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:17:42,944 DEBUG [M:0;4585c39bed03:43041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:17:42,944 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742253780 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742253780,5,FailOnTimeoutGroup] 2024-11-27T21:17:42,944 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742253780 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742253780,5,FailOnTimeoutGroup] 2024-11-27T21:17:42,944 INFO [M:0;4585c39bed03:43041 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:17:42,945 INFO [M:0;4585c39bed03:43041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:17:42,945 DEBUG [M:0;4585c39bed03:43041 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:17:42,945 INFO [M:0;4585c39bed03:43041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:17:42,945 INFO [M:0;4585c39bed03:43041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:17:42,945 INFO [M:0;4585c39bed03:43041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:17:42,945 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:17:42,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02136792251/master 2024-11-27T21:17:42,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02136792251 2024-11-27T21:17:42,946 DEBUG [M:0;4585c39bed03:43041 {}] zookeeper.ZKUtil(347): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Unable to get data of znode /02136792251/master because node does not exist (not an error) 2024-11-27T21:17:42,946 WARN [M:0;4585c39bed03:43041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:17:42,947 INFO [M:0;4585c39bed03:43041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/.lastflushedseqids 2024-11-27T21:17:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741842_1018 (size=181) 2024-11-27T21:17:43,041 INFO [RS:0;4585c39bed03:37497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:43,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:43,041 INFO [RS:0;4585c39bed03:37497 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,37497,1732742252344; zookeeper connection closed. 2024-11-27T21:17:43,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015b4a6f400001, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:43,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d1129c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d1129c0 2024-11-27T21:17:43,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:17:43,359 INFO [M:0;4585c39bed03:43041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:17:43,359 INFO [M:0;4585c39bed03:43041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:17:43,359 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:43,359 INFO [M:0;4585c39bed03:43041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:43,359 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:43,359 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:43,359 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:43,359 INFO [M:0;4585c39bed03:43041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T21:17:43,389 DEBUG [M:0;4585c39bed03:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25dd5bbd72634ee1a4862aae3cd7416e is 82, key is hbase:meta,,1/info:regioninfo/1732742254985/Put/seqid=0 2024-11-27T21:17:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741843_1019 (size=5672) 2024-11-27T21:17:43,796 INFO [M:0;4585c39bed03:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25dd5bbd72634ee1a4862aae3cd7416e 2024-11-27T21:17:43,824 DEBUG [M:0;4585c39bed03:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d5d8d5eae394d388090e5be8e88a2dd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732742259725/Put/seqid=0 2024-11-27T21:17:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741844_1020 (size=7203) 2024-11-27T21:17:43,841 INFO [M:0;4585c39bed03:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d5d8d5eae394d388090e5be8e88a2dd 2024-11-27T21:17:43,865 DEBUG [M:0;4585c39bed03:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74d2d8f17b9b47c78b36d7e4f7a0da06 is 69, key is 4585c39bed03,37497,1732742252344/rs:state/1732742253809/Put/seqid=0 2024-11-27T21:17:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741845_1021 (size=5156) 2024-11-27T21:17:44,270 INFO [M:0;4585c39bed03:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74d2d8f17b9b47c78b36d7e4f7a0da06 2024-11-27T21:17:44,278 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25dd5bbd72634ee1a4862aae3cd7416e as hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25dd5bbd72634ee1a4862aae3cd7416e 2024-11-27T21:17:44,283 INFO [M:0;4585c39bed03:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25dd5bbd72634ee1a4862aae3cd7416e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T21:17:44,285 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d5d8d5eae394d388090e5be8e88a2dd as hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d5d8d5eae394d388090e5be8e88a2dd 2024-11-27T21:17:44,290 INFO [M:0;4585c39bed03:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d5d8d5eae394d388090e5be8e88a2dd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T21:17:44,291 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74d2d8f17b9b47c78b36d7e4f7a0da06 as hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74d2d8f17b9b47c78b36d7e4f7a0da06 2024-11-27T21:17:44,297 INFO [M:0;4585c39bed03:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/8d42c966-72f2-51d8-cd43-088839b22693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74d2d8f17b9b47c78b36d7e4f7a0da06, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T21:17:44,298 INFO [M:0;4585c39bed03:43041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=70, compaction requested=false 2024-11-27T21:17:44,303 INFO [M:0;4585c39bed03:43041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:44,304 DEBUG [M:0;4585c39bed03:43041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742263359Disabling compacts and flushes for region at 1732742263359Disabling writes for close at 1732742263359Obtaining lock to block concurrent updates at 1732742263359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742263359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732742263360 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742263361 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742263361Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742263388 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742263388Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742263802 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742263824 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742263824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742263846 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742263864 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742263864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f7fd61: reopening flushed file at 1732742264277 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726fac0a: reopening flushed file at 1732742264284 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e07a9bf: reopening flushed file at 1732742264290 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=70, compaction requested=false at 1732742264298 (+8 ms)Writing region close event to WAL at 1732742264303 (+5 ms)Closed at 1732742264303 2024-11-27T21:17:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741830_1006 (size=41008) 2024-11-27T21:17:44,307 INFO [M:0;4585c39bed03:43041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:17:44,307 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:17:44,307 INFO [M:0;4585c39bed03:43041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43041 2024-11-27T21:17:44,307 INFO [M:0;4585c39bed03:43041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:17:44,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:44,409 INFO [M:0;4585c39bed03:43041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:17:44,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1015b4a6f400000, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:17:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:44,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:44,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:44,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:44,415 WARN [BP-1984343241-172.17.0.2-1732742251731 heartbeating to localhost/127.0.0.1:33595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:17:44,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:17:44,415 WARN [BP-1984343241-172.17.0.2-1732742251731 heartbeating to localhost/127.0.0.1:33595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1984343241-172.17.0.2-1732742251731 (Datanode Uuid 1e69f590-a364-4f21-96c5-989fc3d14cb7) service to localhost/127.0.0.1:33595 2024-11-27T21:17:44,415 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:17:44,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128/data/data1/current/BP-1984343241-172.17.0.2-1732742251731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:44,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/cluster_8067511e-5a2f-f35d-df9f-354ab9e4a128/data/data2/current/BP-1984343241-172.17.0.2-1732742251731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:17:44,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:17:44,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1236feaf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:44,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:17:44,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:17:44,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:17:44,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a60d66-3d6d-daf1-0ea9-1c21e974cd98/hadoop.log.dir/,STOPPED} 2024-11-27T21:17:44,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:17:44,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:17:44,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=142 (was 111) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46781 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33595 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 253), ProcessCount=11 (was 11), AvailableMemoryMB=8915 (was 8227) - AvailableMemoryMB LEAK? - 2024-11-27T21:17:44,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=142, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=8915 2024-11-27T21:17:44,477 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T21:17:44,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.log.dir so I do NOT create it in target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53 2024-11-27T21:17:44,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:17:44,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.tmp.dir so I do NOT create it in target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53 2024-11-27T21:17:44,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db854ed1-fd5f-59cc-5f16-ed8d6ac7c8e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:17:44,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53 2024-11-27T21:17:44,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0, deleteOnExit=true 2024-11-27T21:17:44,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0/zookeeper_0, clientPort=57791, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:17:44,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57791 2024-11-27T21:17:44,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:17:44,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:17:44,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/test.cache.data in system properties and HBase conf 2024-11-27T21:17:44,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:17:44,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:17:44,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:17:44,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:17:44,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:17:44,483 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:17:44,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:44,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:17:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:17:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:17:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:17:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:17:44,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4a6f400005, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:17:44,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4a6f400005, quorum=127.0.0.1:62322, baseZNode=/1939002449 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:17:44,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4a6f400002, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:17:44,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4a6f400002, quorum=127.0.0.1:62322, baseZNode=/02136792251 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:17:44,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:44,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:44,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:44,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:44,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:17:44,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:44,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:44,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62175913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:44,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a34cbff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/java.io.tmpdir/jetty-localhost-37617-hadoop-hdfs-3_4_1-tests_jar-_-any-4903807252794882004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:44,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58c05427{HTTP/1.1, (http/1.1)}{localhost:37617} 2024-11-27T21:17:44,711 INFO [Time-limited test {}] server.Server(415): Started @43527ms 2024-11-27T21:17:44,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:44,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:44,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:44,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:44,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:44,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:44,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ff1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:44,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@673d47f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/java.io.tmpdir/jetty-localhost-36349-hadoop-hdfs-3_4_1-tests_jar-_-any-18374524061642331723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:44,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e6e6fe7{HTTP/1.1, (http/1.1)}{localhost:36349} 2024-11-27T21:17:44,950 INFO [Time-limited test {}] server.Server(415): Started @43766ms 2024-11-27T21:17:44,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:17:45,073 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0/data/data1/current/BP-2065746291-172.17.0.2-1732742264528/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:45,075 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0/data/data2/current/BP-2065746291-172.17.0.2-1732742264528/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:45,116 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:17:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7f887a6a57f5d4 with lease ID 0x7daf0b55528acc0c: Processing first storage report for DS-25ea9d23-4818-4c01-944e-25d61843f3f6 from datanode DatanodeRegistration(127.0.0.1:34969, datanodeUuid=8ca1864f-d9f2-4be4-80b4-40a16e9fcbb2, infoPort=39489, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=2072433275;c=1732742264528) 2024-11-27T21:17:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7f887a6a57f5d4 with lease ID 0x7daf0b55528acc0c: from storage DS-25ea9d23-4818-4c01-944e-25d61843f3f6 node DatanodeRegistration(127.0.0.1:34969, datanodeUuid=8ca1864f-d9f2-4be4-80b4-40a16e9fcbb2, infoPort=39489, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=2072433275;c=1732742264528), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7f887a6a57f5d4 with lease ID 0x7daf0b55528acc0c: Processing first storage report for DS-182f31dc-6d43-4639-873f-71f027b531f9 from datanode DatanodeRegistration(127.0.0.1:34969, datanodeUuid=8ca1864f-d9f2-4be4-80b4-40a16e9fcbb2, infoPort=39489, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=2072433275;c=1732742264528) 2024-11-27T21:17:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7f887a6a57f5d4 with lease ID 0x7daf0b55528acc0c: from storage DS-182f31dc-6d43-4639-873f-71f027b531f9 node DatanodeRegistration(127.0.0.1:34969, datanodeUuid=8ca1864f-d9f2-4be4-80b4-40a16e9fcbb2, infoPort=39489, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=2072433275;c=1732742264528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:45,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53 2024-11-27T21:17:45,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:45,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:17:45,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26 with version=8 2024-11-27T21:17:45,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/hbase-staging 2024-11-27T21:17:45,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:45,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:45,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:45,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:45,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:45,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:45,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:17:45,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:45,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37435 2024-11-27T21:17:45,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37435 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-11-27T21:17:45,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374350x0, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:45,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37435-0x1015b4aa12f0000 connected 2024-11-27T21:17:45,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:45,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:45,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on znode that does not yet exist, /01344869272/running 2024-11-27T21:17:45,627 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26, hbase.cluster.distributed=false 2024-11-27T21:17:45,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on znode that does not yet exist, /01344869272/acl 2024-11-27T21:17:45,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37435 2024-11-27T21:17:45,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37435 2024-11-27T21:17:45,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37435 2024-11-27T21:17:45,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37435 2024-11-27T21:17:45,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37435 2024-11-27T21:17:45,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:45,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:45,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:45,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:45,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:45,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:45,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:17:45,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:45,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41179 2024-11-27T21:17:45,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41179 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-11-27T21:17:45,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:45,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411790x0, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:45,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411790x0, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on znode that does not yet exist, /01344869272/running 2024-11-27T21:17:45,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41179-0x1015b4aa12f0001 connected 2024-11-27T21:17:45,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:17:45,669 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:17:45,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on znode that does not yet exist, /01344869272/master 2024-11-27T21:17:45,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on znode that does not yet exist, /01344869272/acl 2024-11-27T21:17:45,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-27T21:17:45,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41179 2024-11-27T21:17:45,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41179 2024-11-27T21:17:45,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-27T21:17:45,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-27T21:17:45,687 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:37435 2024-11-27T21:17:45,687 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01344869272/backup-masters/4585c39bed03,37435,1732742265594 2024-11-27T21:17:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272/backup-masters 2024-11-27T21:17:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272/backup-masters 2024-11-27T21:17:45,689 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on existing znode=/01344869272/backup-masters/4585c39bed03,37435,1732742265594 2024-11-27T21:17:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01344869272/master 2024-11-27T21:17:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:45,691 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on existing znode=/01344869272/master 2024-11-27T21:17:45,692 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01344869272/backup-masters/4585c39bed03,37435,1732742265594 from backup master directory 2024-11-27T21:17:45,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344869272/backup-masters/4585c39bed03,37435,1732742265594 2024-11-27T21:17:45,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272/backup-masters 2024-11-27T21:17:45,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272/backup-masters 2024-11-27T21:17:45,693 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:45,693 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,37435,1732742265594 2024-11-27T21:17:45,697 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/hbase.id] with ID: 0c5260ae-1661-492d-bb5d-98c3294c35c5 2024-11-27T21:17:45,697 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/.tmp/hbase.id 2024-11-27T21:17:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:17:46,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:46,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:46,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:46,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:46,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:46,102 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/.tmp/hbase.id]:[hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/hbase.id] 2024-11-27T21:17:46,115 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:46,115 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:17:46,116 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:17:46,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:46,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:17:46,525 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:46,526 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:17:46,527 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:46,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:17:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:17:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T21:17:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:46,935 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store 2024-11-27T21:17:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:17:46,945 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:46,945 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:46,945 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:46,945 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:46,945 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:46,945 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:46,945 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:46,946 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742266945Disabling compacts and flushes for region at 1732742266945Disabling writes for close at 1732742266945Writing region close event to WAL at 1732742266945Closed at 1732742266945 2024-11-27T21:17:46,946 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/.initializing 2024-11-27T21:17:46,947 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/WALs/4585c39bed03,37435,1732742265594 2024-11-27T21:17:46,948 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:46,949 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C37435%2C1732742265594, suffix=, logDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/WALs/4585c39bed03,37435,1732742265594, archiveDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/oldWALs, maxLogs=10 2024-11-27T21:17:46,964 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/WALs/4585c39bed03,37435,1732742265594/4585c39bed03%2C37435%2C1732742265594.1732742266950, exclude list is [], retry=0 2024-11-27T21:17:46,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34969,DS-25ea9d23-4818-4c01-944e-25d61843f3f6,DISK] 2024-11-27T21:17:46,968 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/WALs/4585c39bed03,37435,1732742265594/4585c39bed03%2C37435%2C1732742265594.1732742266950 2024-11-27T21:17:46,969 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)] 2024-11-27T21:17:46,969 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:46,970 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:46,970 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,970 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:17:46,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:46,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:46,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:17:46,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:46,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:46,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:17:46,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:46,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:46,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:17:46,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:46,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:46,979 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,980 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,980 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,981 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,981 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,982 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:46,983 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:46,985 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:46,985 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73362843, jitterRate=0.09319154918193817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:46,986 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742266970Initializing all the Stores at 1732742266971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742266971Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742266972 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742266972Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742266972Cleaning up temporary data from old regions at 1732742266981 (+9 ms)Region opened successfully at 1732742266986 (+5 ms) 2024-11-27T21:17:46,988 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:17:46,992 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4301c48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:46,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:17:46,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:17:46,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:17:46,993 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:17:46,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:17:46,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:17:46,994 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:17:46,998 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:17:46,999 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Unable to get data of znode /01344869272/balancer because node does not exist (not necessarily an error) 2024-11-27T21:17:47,000 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344869272/balancer already deleted, retry=false 2024-11-27T21:17:47,001 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:17:47,001 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Unable to get data of znode /01344869272/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:17:47,002 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344869272/normalizer already deleted, retry=false 2024-11-27T21:17:47,003 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:17:47,005 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Unable to get data of znode /01344869272/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:17:47,006 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344869272/switch/split already deleted, retry=false 2024-11-27T21:17:47,007 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Unable to get data of znode /01344869272/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:17:47,009 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344869272/switch/merge already deleted, retry=false 2024-11-27T21:17:47,011 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Unable to get data of znode /01344869272/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:17:47,012 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344869272/snapshot-cleanup already deleted, retry=false 2024-11-27T21:17:47,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01344869272/running 2024-11-27T21:17:47,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01344869272/running 2024-11-27T21:17:47,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:47,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:47,014 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,37435,1732742265594, sessionid=0x1015b4aa12f0000, setting cluster-up flag (Was=false) 2024-11-27T21:17:47,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:47,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:47,022 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01344869272/flush-table-proc/acquired, /01344869272/flush-table-proc/reached, /01344869272/flush-table-proc/abort 2024-11-27T21:17:47,023 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,37435,1732742265594 2024-11-27T21:17:47,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:47,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:47,034 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01344869272/online-snapshot/acquired, /01344869272/online-snapshot/reached, /01344869272/online-snapshot/abort 2024-11-27T21:17:47,035 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,37435,1732742265594 2024-11-27T21:17:47,037 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:17:47,038 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:47,038 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:17:47,039 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:17:47,039 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,37435,1732742265594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:47,040 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:47,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:17:47,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:47,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:17:47,045 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742297045 2024-11-27T21:17:47,045 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:17:47,045 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:17:47,045 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:17:47,045 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:17:47,045 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:17:47,045 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:17:47,046 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,048 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:17:47,048 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:17:47,048 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:17:47,048 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:17:47,049 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:17:47,049 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:17:47,049 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742267049,5,FailOnTimeoutGroup] 2024-11-27T21:17:47,049 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742267049,5,FailOnTimeoutGroup] 2024-11-27T21:17:47,049 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,049 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:17:47,049 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,050 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:17:47,078 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(746): ClusterId : 0c5260ae-1661-492d-bb5d-98c3294c35c5 2024-11-27T21:17:47,078 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:17:47,080 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:17:47,081 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:17:47,083 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:17:47,083 DEBUG [RS:0;4585c39bed03:41179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba12c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:47,098 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:41179 2024-11-27T21:17:47,098 INFO [RS:0;4585c39bed03:41179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:17:47,098 INFO [RS:0;4585c39bed03:41179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:17:47,098 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:17:47,099 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,37435,1732742265594 with port=41179, startcode=1732742265651 2024-11-27T21:17:47,099 DEBUG [RS:0;4585c39bed03:41179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:17:47,101 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:17:47,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,41179,1732742265651 2024-11-27T21:17:47,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,41179,1732742265651 2024-11-27T21:17:47,103 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26 2024-11-27T21:17:47,103 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34349 2024-11-27T21:17:47,103 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:17:47,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272/rs 2024-11-27T21:17:47,105 DEBUG [RS:0;4585c39bed03:41179 {}] zookeeper.ZKUtil(111): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on existing znode=/01344869272/rs/4585c39bed03,41179,1732742265651 2024-11-27T21:17:47,105 WARN [RS:0;4585c39bed03:41179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:47,105 INFO [RS:0;4585c39bed03:41179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:47,106 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651 2024-11-27T21:17:47,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,41179,1732742265651] 2024-11-27T21:17:47,109 INFO [RS:0;4585c39bed03:41179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:17:47,111 INFO [RS:0;4585c39bed03:41179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:17:47,112 INFO [RS:0;4585c39bed03:41179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:17:47,112 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,115 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:17:47,116 INFO [RS:0;4585c39bed03:41179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:17:47,116 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,116 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,116 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,116 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,116 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,116 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:47,117 DEBUG [RS:0;4585c39bed03:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:47,120 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,120 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,120 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,121 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,121 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,121 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41179,1732742265651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:47,142 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:17:47,142 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41179,1732742265651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,142 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,142 INFO [RS:0;4585c39bed03:41179 {}] regionserver.Replication(171): 4585c39bed03,41179,1732742265651 started 2024-11-27T21:17:47,162 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:47,163 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,41179,1732742265651, RpcServer on 4585c39bed03/172.17.0.2:41179, sessionid=0x1015b4aa12f0001 2024-11-27T21:17:47,163 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:17:47,163 DEBUG [RS:0;4585c39bed03:41179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,41179,1732742265651 2024-11-27T21:17:47,163 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41179,1732742265651' 2024-11-27T21:17:47,163 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01344869272/flush-table-proc/abort' 2024-11-27T21:17:47,164 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01344869272/flush-table-proc/acquired' 2024-11-27T21:17:47,164 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:17:47,164 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:17:47,164 DEBUG [RS:0;4585c39bed03:41179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,41179,1732742265651 2024-11-27T21:17:47,164 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41179,1732742265651' 2024-11-27T21:17:47,164 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01344869272/online-snapshot/abort' 2024-11-27T21:17:47,165 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01344869272/online-snapshot/acquired' 2024-11-27T21:17:47,165 DEBUG [RS:0;4585c39bed03:41179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:17:47,165 INFO [RS:0;4585c39bed03:41179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:17:47,165 INFO [RS:0;4585c39bed03:41179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:17:47,265 INFO [RS:0;4585c39bed03:41179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:47,267 INFO [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41179%2C1732742265651, suffix=, logDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651, archiveDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/oldWALs, maxLogs=10 2024-11-27T21:17:47,285 DEBUG [RS:0;4585c39bed03:41179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268, exclude list is [], retry=0 2024-11-27T21:17:47,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34969,DS-25ea9d23-4818-4c01-944e-25d61843f3f6,DISK] 2024-11-27T21:17:47,294 INFO [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 2024-11-27T21:17:47,296 DEBUG [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)] 2024-11-27T21:17:47,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:17:47,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26 2024-11-27T21:17:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:17:47,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:47,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:47,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:47,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:47,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:47,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:47,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:47,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:47,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:47,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:47,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:47,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:47,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:47,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:47,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:47,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:47,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:47,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:47,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740 2024-11-27T21:17:47,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740 2024-11-27T21:17:47,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:47,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:47,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:47,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:47,878 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:47,879 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67098613, jitterRate=-1.5275180339813232E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:47,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742267862Initializing all the Stores at 1732742267863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742267863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742267863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742267863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742267863Cleaning up temporary data from old regions at 1732742267874 (+11 ms)Region opened successfully at 1732742267880 (+6 ms) 2024-11-27T21:17:47,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:47,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:47,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:47,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:47,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:47,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:47,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742267880Disabling compacts and flushes for region at 1732742267880Disabling writes for close at 1732742267880Writing region close event to WAL at 1732742267881 (+1 ms)Closed at 1732742267881 2024-11-27T21:17:47,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:47,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:17:47,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:17:47,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:47,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:17:48,036 DEBUG [4585c39bed03:37435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:48,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,41179,1732742265651 2024-11-27T21:17:48,037 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41179,1732742265651, state=OPENING 2024-11-27T21:17:48,042 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:17:48,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:48,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:48,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:48,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344869272/meta-region-server: CHANGED 2024-11-27T21:17:48,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344869272/meta-region-server: CHANGED 2024-11-27T21:17:48,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41179,1732742265651}] 2024-11-27T21:17:48,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:17:48,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:17:48,202 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:17:48,202 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:48,202 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:17:48,204 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41179%2C1732742265651.meta, suffix=.meta, logDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651, archiveDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/oldWALs, maxLogs=10 2024-11-27T21:17:48,217 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.meta.1732742268204.meta, exclude list is [], retry=0 2024-11-27T21:17:48,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34969,DS-25ea9d23-4818-4c01-944e-25d61843f3f6,DISK] 2024-11-27T21:17:48,222 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.meta.1732742268204.meta 2024-11-27T21:17:48,222 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)] 2024-11-27T21:17:48,222 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:48,223 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:48,223 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:48,223 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:17:48,223 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:17:48,223 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:17:48,223 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:48,223 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:17:48,223 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:17:48,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:48,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:48,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:48,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:48,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:48,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:48,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:48,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:48,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:48,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:48,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:48,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:48,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:48,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:48,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:48,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:48,231 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:48,231 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740 2024-11-27T21:17:48,233 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740 2024-11-27T21:17:48,234 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:48,234 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:48,235 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:48,237 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:48,238 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67114393, jitterRate=8.238852024078369E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:48,238 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:17:48,238 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742268224Writing region info on filesystem at 1732742268224Initializing all the Stores at 1732742268225 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742268225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742268225Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742268225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742268225Cleaning up temporary data from old regions at 1732742268234 (+9 ms)Running coprocessor post-open hooks at 1732742268238 (+4 ms)Region opened successfully at 1732742268238 2024-11-27T21:17:48,240 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742268195 2024-11-27T21:17:48,242 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:17:48,242 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:17:48,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41179,1732742265651 2024-11-27T21:17:48,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41179,1732742265651, state=OPEN 2024-11-27T21:17:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01344869272/meta-region-server 2024-11-27T21:17:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01344869272/meta-region-server 2024-11-27T21:17:48,249 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,41179,1732742265651 2024-11-27T21:17:48,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344869272/meta-region-server: CHANGED 2024-11-27T21:17:48,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344869272/meta-region-server: CHANGED 2024-11-27T21:17:48,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:17:48,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41179,1732742265651 in 206 msec 2024-11-27T21:17:48,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:17:48,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-27T21:17:48,256 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:48,256 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:17:48,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:48,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41179,1732742265651, seqNum=-1] 2024-11-27T21:17:48,258 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:48,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:48,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-27T21:17:48,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742268266, completionTime=-1 2024-11-27T21:17:48,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:17:48,266 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742328268 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742388268 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37435,1732742265594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37435,1732742265594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37435,1732742265594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:37435, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:48,268 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:48,269 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:48,270 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:17:48,272 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.579sec 2024-11-27T21:17:48,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:17:48,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:17:48,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:17:48,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:17:48,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:17:48,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37435,1732742265594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:48,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37435,1732742265594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:17:48,275 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:17:48,275 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:17:48,275 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37435,1732742265594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:48,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:48,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37435,-1 for getting cluster id 2024-11-27T21:17:48,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:48,280 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c5260ae-1661-492d-bb5d-98c3294c35c5' 2024-11-27T21:17:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c5260ae-1661-492d-bb5d-98c3294c35c5" 2024-11-27T21:17:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32832ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37435,-1] 2024-11-27T21:17:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:48,282 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:48,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75e731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:48,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41179,1732742265651, seqNum=-1] 2024-11-27T21:17:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:48,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:48,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,37435,1732742265594 2024-11-27T21:17:48,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-11-27T21:17:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:48,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4aa12f0002 connected 2024-11-27T21:17:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.log.dir so I do NOT create it in target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd 2024-11-27T21:17:48,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:17:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.tmp.dir so I do NOT create it in target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd 2024-11-27T21:17:48,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:17:48,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd 2024-11-27T21:17:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:17:48,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/cluster_200f1a67-7b3d-9d13-5511-3f93b5a39085, deleteOnExit=true 2024-11-27T21:17:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:17:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/test.cache.data in system properties and HBase conf 2024-11-27T21:17:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:17:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:17:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:17:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:17:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:17:48,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:17:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:17:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:17:48,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:48,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:48,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:48,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:48,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:48,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:48,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:48,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:48,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/java.io.tmpdir/jetty-localhost-37753-hadoop-hdfs-3_4_1-tests_jar-_-any-15365957106142394852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:17:48,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:37753} 2024-11-27T21:17:48,523 INFO [Time-limited test {}] server.Server(415): Started @47339ms 2024-11-27T21:17:48,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:17:48,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:17:48,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:17:48,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:17:48,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:17:48,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:17:48,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:17:48,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49873634{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/java.io.tmpdir/jetty-localhost-42439-hadoop-hdfs-3_4_1-tests_jar-_-any-17512146185965037485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:17:48,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:42439} 2024-11-27T21:17:48,744 INFO [Time-limited test {}] server.Server(415): Started @47560ms 2024-11-27T21:17:48,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:17:48,866 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/cluster_200f1a67-7b3d-9d13-5511-3f93b5a39085/data/data1/current/BP-757178608-172.17.0.2-1732742268326/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:48,866 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/cluster_200f1a67-7b3d-9d13-5511-3f93b5a39085/data/data2/current/BP-757178608-172.17.0.2-1732742268326/current, will proceed with Du for space computation calculation, 2024-11-27T21:17:48,887 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:17:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2e3075c62e77497 with lease ID 0x728eb58f642bdc8b: Processing first storage report for DS-374bb0fe-71fb-474c-bf75-8d0979b27183 from datanode DatanodeRegistration(127.0.0.1:46765, datanodeUuid=58e0a388-c978-40c5-9e16-f7c8e82793a7, infoPort=35675, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=664425164;c=1732742268326) 2024-11-27T21:17:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2e3075c62e77497 with lease ID 0x728eb58f642bdc8b: from storage DS-374bb0fe-71fb-474c-bf75-8d0979b27183 node DatanodeRegistration(127.0.0.1:46765, datanodeUuid=58e0a388-c978-40c5-9e16-f7c8e82793a7, infoPort=35675, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=664425164;c=1732742268326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2e3075c62e77497 with lease ID 0x728eb58f642bdc8b: Processing first storage report for DS-3ce43416-176f-4e6b-8019-802c813b4b73 from datanode DatanodeRegistration(127.0.0.1:46765, datanodeUuid=58e0a388-c978-40c5-9e16-f7c8e82793a7, infoPort=35675, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=664425164;c=1732742268326) 2024-11-27T21:17:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2e3075c62e77497 with lease ID 0x728eb58f642bdc8b: from storage DS-3ce43416-176f-4e6b-8019-802c813b4b73 node DatanodeRegistration(127.0.0.1:46765, datanodeUuid=58e0a388-c978-40c5-9e16-f7c8e82793a7, infoPort=35675, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=664425164;c=1732742268326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:17:48,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd 2024-11-27T21:17:48,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:48,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:17:49,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d with version=8 2024-11-27T21:17:49,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/hbase-staging 2024-11-27T21:17:49,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:49,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33333 2024-11-27T21:17:49,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33333 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-11-27T21:17:49,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333330x0, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:49,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33333-0x1015b4aa12f0003 connected 2024-11-27T21:17:49,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:49,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:49,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on znode that does not yet exist, /1701940966/running 2024-11-27T21:17:49,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d, hbase.cluster.distributed=false 2024-11-27T21:17:49,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on znode that does not yet exist, /1701940966/acl 2024-11-27T21:17:49,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-27T21:17:49,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33333 2024-11-27T21:17:49,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33333 2024-11-27T21:17:49,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-27T21:17:49,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-27T21:17:49,426 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:17:49,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:49,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:49,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:17:49,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:17:49,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:17:49,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:17:49,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:17:49,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34171 2024-11-27T21:17:49,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34171 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-11-27T21:17:49,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:49,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:49,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341710x0, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:49,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341710x0, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on znode that does not yet exist, /1701940966/running 2024-11-27T21:17:49,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34171-0x1015b4aa12f0004 connected 2024-11-27T21:17:49,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:17:49,434 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:17:49,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on znode that does not yet exist, /1701940966/master 2024-11-27T21:17:49,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on znode that does not yet exist, /1701940966/acl 2024-11-27T21:17:49,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-27T21:17:49,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34171 2024-11-27T21:17:49,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34171 2024-11-27T21:17:49,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-27T21:17:49,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-27T21:17:49,451 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:33333 2024-11-27T21:17:49,452 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1701940966/backup-masters/4585c39bed03,33333,1732742269386 2024-11-27T21:17:49,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966/backup-masters 2024-11-27T21:17:49,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966/backup-masters 2024-11-27T21:17:49,455 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on existing znode=/1701940966/backup-masters/4585c39bed03,33333,1732742269386 2024-11-27T21:17:49,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:49,457 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on existing znode=/1701940966/master 2024-11-27T21:17:49,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1701940966/backup-masters/4585c39bed03,33333,1732742269386 from backup master directory 2024-11-27T21:17:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1701940966/master 2024-11-27T21:17:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:49,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1701940966/backup-masters/4585c39bed03,33333,1732742269386 2024-11-27T21:17:49,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966/backup-masters 2024-11-27T21:17:49,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966/backup-masters 2024-11-27T21:17:49,459 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:49,459 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,33333,1732742269386 2024-11-27T21:17:49,463 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/hbase.id] with ID: 693e0ff6-67c7-48c4-b46d-aeb3b28987c4 2024-11-27T21:17:49,463 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/.tmp/hbase.id 2024-11-27T21:17:49,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:17:49,869 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/.tmp/hbase.id]:[hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/hbase.id] 2024-11-27T21:17:49,880 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:49,881 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:17:49,882 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:17:49,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:49,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:17:50,291 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:50,292 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:17:50,292 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:17:50,700 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store 2024-11-27T21:17:50,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:17:51,107 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:51,107 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:17:51,107 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:51,107 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:51,107 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:17:51,107 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:51,107 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:17:51,107 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742271107Disabling compacts and flushes for region at 1732742271107Disabling writes for close at 1732742271107Writing region close event to WAL at 1732742271107Closed at 1732742271107 2024-11-27T21:17:51,108 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/.initializing 2024-11-27T21:17:51,108 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/WALs/4585c39bed03,33333,1732742269386 2024-11-27T21:17:51,110 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:51,112 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C33333%2C1732742269386, suffix=, logDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/WALs/4585c39bed03,33333,1732742269386, archiveDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/oldWALs, maxLogs=10 2024-11-27T21:17:51,127 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/WALs/4585c39bed03,33333,1732742269386/4585c39bed03%2C33333%2C1732742269386.1732742271112, exclude list is [], retry=0 2024-11-27T21:17:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46765,DS-374bb0fe-71fb-474c-bf75-8d0979b27183,DISK] 2024-11-27T21:17:51,132 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/WALs/4585c39bed03,33333,1732742269386/4585c39bed03%2C33333%2C1732742269386.1732742271112 2024-11-27T21:17:51,132 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35675:35675)] 2024-11-27T21:17:51,132 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:51,132 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:51,133 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,133 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:17:51,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:51,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:51,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:17:51,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:51,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:51,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:17:51,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:51,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:51,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:17:51,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:51,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:51,147 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,148 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,148 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,150 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,150 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,150 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:51,152 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:17:51,157 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:51,157 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66500101, jitterRate=-0.00907127559185028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:51,157 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742271133Initializing all the Stores at 1732742271134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742271134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742271134Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742271134Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742271134Cleaning up temporary data from old regions at 1732742271150 (+16 ms)Region opened successfully at 1732742271157 (+7 ms) 2024-11-27T21:17:51,158 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:17:51,161 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e017eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:51,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:17:51,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:17:51,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:17:51,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:17:51,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:17:51,163 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:17:51,163 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:17:51,166 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:17:51,167 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Unable to get data of znode /1701940966/balancer because node does not exist (not necessarily an error) 2024-11-27T21:17:51,168 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1701940966/balancer already deleted, retry=false 2024-11-27T21:17:51,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:17:51,169 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Unable to get data of znode /1701940966/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:17:51,170 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1701940966/normalizer already deleted, retry=false 2024-11-27T21:17:51,170 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:17:51,171 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Unable to get data of znode /1701940966/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:17:51,172 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1701940966/switch/split already deleted, retry=false 2024-11-27T21:17:51,172 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Unable to get data of znode /1701940966/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:17:51,175 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1701940966/switch/merge already deleted, retry=false 2024-11-27T21:17:51,176 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Unable to get data of znode /1701940966/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:17:51,177 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1701940966/snapshot-cleanup already deleted, retry=false 2024-11-27T21:17:51,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1701940966/running 2024-11-27T21:17:51,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:51,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1701940966/running 2024-11-27T21:17:51,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:51,180 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,33333,1732742269386, sessionid=0x1015b4aa12f0003, setting cluster-up flag (Was=false) 2024-11-27T21:17:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:51,189 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1701940966/flush-table-proc/acquired, /1701940966/flush-table-proc/reached, /1701940966/flush-table-proc/abort 2024-11-27T21:17:51,190 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,33333,1732742269386 2024-11-27T21:17:51,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:51,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:51,203 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1701940966/online-snapshot/acquired, /1701940966/online-snapshot/reached, /1701940966/online-snapshot/abort 2024-11-27T21:17:51,204 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,33333,1732742269386 2024-11-27T21:17:51,205 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:17:51,207 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:51,207 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:17:51,207 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:17:51,207 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,33333,1732742269386 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:51,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:51,214 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:17:51,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:51,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:17:51,216 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742301216 2024-11-27T21:17:51,216 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:17:51,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:17:51,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:17:51,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:17:51,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:17:51,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:17:51,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,222 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:17:51,222 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:17:51,222 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:17:51,222 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:17:51,223 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:17:51,223 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:17:51,224 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742271223,5,FailOnTimeoutGroup] 2024-11-27T21:17:51,228 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742271224,5,FailOnTimeoutGroup] 2024-11-27T21:17:51,228 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,228 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:17:51,228 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,228 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:17:51,243 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(746): ClusterId : 693e0ff6-67c7-48c4-b46d-aeb3b28987c4 2024-11-27T21:17:51,243 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:17:51,245 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:17:51,245 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:17:51,247 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:17:51,248 DEBUG [RS:0;4585c39bed03:34171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7759705d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:17:51,267 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:34171 2024-11-27T21:17:51,267 INFO [RS:0;4585c39bed03:34171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:17:51,267 INFO [RS:0;4585c39bed03:34171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:17:51,267 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:17:51,268 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,33333,1732742269386 with port=34171, startcode=1732742269426 2024-11-27T21:17:51,268 DEBUG [RS:0;4585c39bed03:34171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:17:51,270 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:17:51,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,34171,1732742269426 2024-11-27T21:17:51,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33333 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,34171,1732742269426 2024-11-27T21:17:51,272 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d 2024-11-27T21:17:51,272 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45211 2024-11-27T21:17:51,272 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:17:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966/rs 2024-11-27T21:17:51,275 DEBUG [RS:0;4585c39bed03:34171 {}] zookeeper.ZKUtil(111): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on existing znode=/1701940966/rs/4585c39bed03,34171,1732742269426 2024-11-27T21:17:51,275 WARN [RS:0;4585c39bed03:34171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:17:51,275 INFO [RS:0;4585c39bed03:34171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:51,275 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426 2024-11-27T21:17:51,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,34171,1732742269426] 2024-11-27T21:17:51,279 INFO [RS:0;4585c39bed03:34171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:17:51,282 INFO [RS:0;4585c39bed03:34171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:17:51,282 INFO [RS:0;4585c39bed03:34171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:17:51,282 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,284 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:17:51,285 INFO [RS:0;4585c39bed03:34171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:17:51,285 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,285 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:17:51,286 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:51,286 DEBUG [RS:0;4585c39bed03:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:17:51,286 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,286 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,287 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,287 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,287 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,287 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34171,1732742269426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:51,305 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:17:51,305 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34171,1732742269426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,306 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,306 INFO [RS:0;4585c39bed03:34171 {}] regionserver.Replication(171): 4585c39bed03,34171,1732742269426 started 2024-11-27T21:17:51,322 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:51,323 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,34171,1732742269426, RpcServer on 4585c39bed03/172.17.0.2:34171, sessionid=0x1015b4aa12f0004 2024-11-27T21:17:51,323 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:17:51,323 DEBUG [RS:0;4585c39bed03:34171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,34171,1732742269426 2024-11-27T21:17:51,323 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,34171,1732742269426' 2024-11-27T21:17:51,323 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1701940966/flush-table-proc/abort' 2024-11-27T21:17:51,323 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1701940966/flush-table-proc/acquired' 2024-11-27T21:17:51,324 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:17:51,324 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:17:51,324 DEBUG [RS:0;4585c39bed03:34171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,34171,1732742269426 2024-11-27T21:17:51,324 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,34171,1732742269426' 2024-11-27T21:17:51,324 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1701940966/online-snapshot/abort' 2024-11-27T21:17:51,324 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1701940966/online-snapshot/acquired' 2024-11-27T21:17:51,324 DEBUG [RS:0;4585c39bed03:34171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:17:51,324 INFO [RS:0;4585c39bed03:34171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:17:51,324 INFO [RS:0;4585c39bed03:34171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:17:51,425 INFO [RS:0;4585c39bed03:34171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:17:51,426 INFO [RS:0;4585c39bed03:34171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C34171%2C1732742269426, suffix=, logDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426, archiveDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/oldWALs, maxLogs=10 2024-11-27T21:17:51,440 DEBUG [RS:0;4585c39bed03:34171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426/4585c39bed03%2C34171%2C1732742269426.1732742271427, exclude list is [], retry=0 2024-11-27T21:17:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46765,DS-374bb0fe-71fb-474c-bf75-8d0979b27183,DISK] 2024-11-27T21:17:51,445 INFO [RS:0;4585c39bed03:34171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426/4585c39bed03%2C34171%2C1732742269426.1732742271427 2024-11-27T21:17:51,445 DEBUG [RS:0;4585c39bed03:34171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35675:35675)] 2024-11-27T21:17:51,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:17:51,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d 2024-11-27T21:17:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:17:52,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:52,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:52,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:52,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:52,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:52,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:52,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:52,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:52,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:52,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:52,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740 2024-11-27T21:17:52,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740 2024-11-27T21:17:52,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:52,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:52,053 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:52,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:52,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:52,057 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74699217, jitterRate=0.11310507357120514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:52,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742272042Initializing all the Stores at 1732742272043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742272043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742272044 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742272044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742272044Cleaning up temporary data from old regions at 1732742272053 (+9 ms)Region opened successfully at 1732742272057 (+4 ms) 2024-11-27T21:17:52,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:17:52,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:17:52,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:17:52,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:17:52,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:17:52,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:17:52,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742272057Disabling compacts and flushes for region at 1732742272057Disabling writes for close at 1732742272057Writing region close event to WAL at 1732742272057Closed at 1732742272057 2024-11-27T21:17:52,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:52,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:17:52,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:17:52,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:52,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:17:52,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:52,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:52,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:52,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:52,211 DEBUG [4585c39bed03:33333 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:17:52,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,34171,1732742269426 2024-11-27T21:17:52,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,34171,1732742269426, state=OPENING 2024-11-27T21:17:52,219 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:17:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:17:52,220 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:17:52,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1701940966/meta-region-server: CHANGED 2024-11-27T21:17:52,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1701940966/meta-region-server: CHANGED 2024-11-27T21:17:52,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,34171,1732742269426}] 2024-11-27T21:17:52,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:17:52,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:17:52,380 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:17:52,381 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:52,381 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:17:52,383 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C34171%2C1732742269426.meta, suffix=.meta, logDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426, archiveDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/oldWALs, maxLogs=10 2024-11-27T21:17:52,400 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426/4585c39bed03%2C34171%2C1732742269426.meta.1732742272383.meta, exclude list is [], retry=0 2024-11-27T21:17:52,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46765,DS-374bb0fe-71fb-474c-bf75-8d0979b27183,DISK] 2024-11-27T21:17:52,405 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426/4585c39bed03%2C34171%2C1732742269426.meta.1732742272383.meta 2024-11-27T21:17:52,405 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35675:35675)] 2024-11-27T21:17:52,405 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:52,406 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:52,406 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:52,406 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:17:52,406 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:17:52,406 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:17:52,406 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:52,406 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:17:52,406 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:17:52,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:17:52,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:17:52,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:17:52,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:17:52,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:17:52,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:17:52,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:17:52,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:17:52,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:17:52,424 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:17:52,425 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740 2024-11-27T21:17:52,426 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740 2024-11-27T21:17:52,427 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:17:52,427 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:17:52,427 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:17:52,429 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:17:52,430 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75450308, jitterRate=0.12429720163345337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:17:52,430 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:17:52,430 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742272407Writing region info on filesystem at 1732742272407Initializing all the Stores at 1732742272408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742272408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742272408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742272408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742272408Cleaning up temporary data from old regions at 1732742272427 (+19 ms)Running coprocessor post-open hooks at 1732742272430 (+3 ms)Region opened successfully at 1732742272430 2024-11-27T21:17:52,431 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742272374 2024-11-27T21:17:52,433 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:17:52,433 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:17:52,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,34171,1732742269426 2024-11-27T21:17:52,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,34171,1732742269426, state=OPEN 2024-11-27T21:17:52,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1701940966/meta-region-server 2024-11-27T21:17:52,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1701940966/meta-region-server 2024-11-27T21:17:52,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,34171,1732742269426 2024-11-27T21:17:52,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1701940966/meta-region-server: CHANGED 2024-11-27T21:17:52,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1701940966/meta-region-server: CHANGED 2024-11-27T21:17:52,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:17:52,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,34171,1732742269426 in 216 msec 2024-11-27T21:17:52,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:17:52,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-27T21:17:52,442 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:17:52,442 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:17:52,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:52,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,34171,1732742269426, seqNum=-1] 2024-11-27T21:17:52,444 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:52,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:52,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-27T21:17:52,450 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742272450, completionTime=-1 2024-11-27T21:17:52,451 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:17:52,451 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742332453 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742392453 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33333,1732742269386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33333,1732742269386-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33333,1732742269386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:33333, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:52,453 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:52,454 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:52,455 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.999sec 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33333,1732742269386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:17:52,458 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33333,1732742269386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:17:52,462 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:17:52,462 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:17:52,462 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33333,1732742269386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:17:52,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:52,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,33333,-1 for getting cluster id 2024-11-27T21:17:52,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:52,546 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693e0ff6-67c7-48c4-b46d-aeb3b28987c4' 2024-11-27T21:17:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693e0ff6-67c7-48c4-b46d-aeb3b28987c4" 2024-11-27T21:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37db135b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,33333,-1] 2024-11-27T21:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:52,548 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:52,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:52,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,34171,1732742269426, seqNum=-1] 2024-11-27T21:17:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:52,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:52,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,33333,1732742269386 2024-11-27T21:17:52,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-11-27T21:17:52,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:17:52,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4aa12f0005 connected 2024-11-27T21:17:52,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37435,1732742265594 2024-11-27T21:17:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58a80c7d 2024-11-27T21:17:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:52,578 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:52,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:17:52,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:17:52,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:52,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:17:52,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:17:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:17:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:53,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 624ac8439ce357aa186cef0546f710a6, NAME => 'test,,1732742272579.624ac8439ce357aa186cef0546f710a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26 2024-11-27T21:17:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:17:53,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:17:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:53,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742272579.624ac8439ce357aa186cef0546f710a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:53,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 624ac8439ce357aa186cef0546f710a6, disabling compactions & flushes 2024-11-27T21:17:53,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:17:53,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:17:53,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742272579.624ac8439ce357aa186cef0546f710a6. after waiting 0 ms 2024-11-27T21:17:53,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:17:53,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:17:53,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 624ac8439ce357aa186cef0546f710a6: Waiting for close lock at 1732742273415Disabling compacts and flushes for region at 1732742273415Disabling writes for close at 1732742273415Writing region close event to WAL at 1732742273415Closed at 1732742273415 2024-11-27T21:17:53,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:17:53,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742272579.624ac8439ce357aa186cef0546f710a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742273417"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742273417"}]},"ts":"1732742273417"} 2024-11-27T21:17:53,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:17:53,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:17:53,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742273422"}]},"ts":"1732742273422"} 2024-11-27T21:17:53,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:17:53,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=624ac8439ce357aa186cef0546f710a6, ASSIGN}] 2024-11-27T21:17:53,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=624ac8439ce357aa186cef0546f710a6, ASSIGN 2024-11-27T21:17:53,428 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=624ac8439ce357aa186cef0546f710a6, ASSIGN; state=OFFLINE, location=4585c39bed03,41179,1732742265651; forceNewPlan=false, retain=false 2024-11-27T21:17:53,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=624ac8439ce357aa186cef0546f710a6, regionState=OPENING, regionLocation=4585c39bed03,41179,1732742265651 2024-11-27T21:17:53,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=624ac8439ce357aa186cef0546f710a6, ASSIGN because future has completed 2024-11-27T21:17:53,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 624ac8439ce357aa186cef0546f710a6, server=4585c39bed03,41179,1732742265651}] 2024-11-27T21:17:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:53,739 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:17:53,739 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 624ac8439ce357aa186cef0546f710a6, NAME => 'test,,1732742272579.624ac8439ce357aa186cef0546f710a6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:53,739 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:53,740 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:17:53,740 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,740 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742272579.624ac8439ce357aa186cef0546f710a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:53,740 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,740 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,741 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,742 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 624ac8439ce357aa186cef0546f710a6 columnFamilyName f 2024-11-27T21:17:53,742 DEBUG [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:53,743 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] regionserver.HStore(327): Store=624ac8439ce357aa186cef0546f710a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:53,743 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,744 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 624ac8439ce357aa186cef0546f710a6 columnFamilyName f1 2024-11-27T21:17:53,744 DEBUG [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:53,744 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] regionserver.HStore(327): Store=624ac8439ce357aa186cef0546f710a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:53,744 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,745 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 624ac8439ce357aa186cef0546f710a6 columnFamilyName norep 2024-11-27T21:17:53,745 DEBUG [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:53,746 INFO [StoreOpener-624ac8439ce357aa186cef0546f710a6-1 {}] regionserver.HStore(327): Store=624ac8439ce357aa186cef0546f710a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:53,746 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,747 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,747 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,748 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,748 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,748 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:17:53,749 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,752 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:53,752 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 624ac8439ce357aa186cef0546f710a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64784769, jitterRate=-0.03463171422481537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:17:53,752 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:17:53,753 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 624ac8439ce357aa186cef0546f710a6: Running coprocessor pre-open hook at 1732742273740Writing region info on filesystem at 1732742273740Initializing all the Stores at 1732742273741 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742273741Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742273741Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742273741Cleaning up temporary data from old regions at 1732742273748 (+7 ms)Running coprocessor post-open hooks at 1732742273752 (+4 ms)Region opened successfully at 1732742273753 (+1 ms) 2024-11-27T21:17:53,756 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742272579.624ac8439ce357aa186cef0546f710a6., pid=6, masterSystemTime=1732742273735 2024-11-27T21:17:53,758 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:17:53,758 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:17:53,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=624ac8439ce357aa186cef0546f710a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,41179,1732742265651 2024-11-27T21:17:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 624ac8439ce357aa186cef0546f710a6, server=4585c39bed03,41179,1732742265651 because future has completed 2024-11-27T21:17:53,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:17:53,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 624ac8439ce357aa186cef0546f710a6, server=4585c39bed03,41179,1732742265651 in 181 msec 2024-11-27T21:17:53,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:17:53,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=624ac8439ce357aa186cef0546f710a6, ASSIGN in 341 msec 2024-11-27T21:17:53,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:17:53,771 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742273770"}]},"ts":"1732742273770"} 2024-11-27T21:17:53,773 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:17:53,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:17:53,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-11-27T21:17:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:54,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:54,747 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:17:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,33333,1732742269386 2024-11-27T21:17:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-11-27T21:17:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:54,749 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:54,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:17:54,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:17:54,753 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:54,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:17:54,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:17:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:17:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:55,162 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 522c11ce4803b22e4fa2be95f1b61f6b, NAME => 'test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d 2024-11-27T21:17:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:17:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 522c11ce4803b22e4fa2be95f1b61f6b, disabling compactions & flushes 2024-11-27T21:17:55,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:17:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:17:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. after waiting 0 ms 2024-11-27T21:17:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:17:55,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:17:55,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 522c11ce4803b22e4fa2be95f1b61f6b: Waiting for close lock at 1732742275568Disabling compacts and flushes for region at 1732742275568Disabling writes for close at 1732742275568Writing region close event to WAL at 1732742275568Closed at 1732742275568 2024-11-27T21:17:55,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:17:55,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742275570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742275570"}]},"ts":"1732742275570"} 2024-11-27T21:17:55,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:17:55,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:17:55,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742275574"}]},"ts":"1732742275574"} 2024-11-27T21:17:55,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:17:55,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=522c11ce4803b22e4fa2be95f1b61f6b, ASSIGN}] 2024-11-27T21:17:55,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=522c11ce4803b22e4fa2be95f1b61f6b, ASSIGN 2024-11-27T21:17:55,579 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=522c11ce4803b22e4fa2be95f1b61f6b, ASSIGN; state=OFFLINE, location=4585c39bed03,34171,1732742269426; forceNewPlan=false, retain=false 2024-11-27T21:17:55,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=522c11ce4803b22e4fa2be95f1b61f6b, regionState=OPENING, regionLocation=4585c39bed03,34171,1732742269426 2024-11-27T21:17:55,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=522c11ce4803b22e4fa2be95f1b61f6b, ASSIGN because future has completed 2024-11-27T21:17:55,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 522c11ce4803b22e4fa2be95f1b61f6b, server=4585c39bed03,34171,1732742269426}] 2024-11-27T21:17:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:55,890 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:17:55,890 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 522c11ce4803b22e4fa2be95f1b61f6b, NAME => 'test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:55,890 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:55,890 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:17:55,890 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,890 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:55,890 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,890 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,892 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,894 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 522c11ce4803b22e4fa2be95f1b61f6b columnFamilyName f 2024-11-27T21:17:55,894 DEBUG [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:55,894 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] regionserver.HStore(327): Store=522c11ce4803b22e4fa2be95f1b61f6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:55,894 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,896 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 522c11ce4803b22e4fa2be95f1b61f6b columnFamilyName f1 2024-11-27T21:17:55,896 DEBUG [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:55,897 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] regionserver.HStore(327): Store=522c11ce4803b22e4fa2be95f1b61f6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:55,897 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,898 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 522c11ce4803b22e4fa2be95f1b61f6b columnFamilyName norep 2024-11-27T21:17:55,898 DEBUG [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:55,898 INFO [StoreOpener-522c11ce4803b22e4fa2be95f1b61f6b-1 {}] regionserver.HStore(327): Store=522c11ce4803b22e4fa2be95f1b61f6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:55,898 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,899 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,899 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,900 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,900 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,900 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:17:55,901 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,903 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:55,904 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 522c11ce4803b22e4fa2be95f1b61f6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59688468, jitterRate=-0.11057251691818237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:17:55,904 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:17:55,904 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 522c11ce4803b22e4fa2be95f1b61f6b: Running coprocessor pre-open hook at 1732742275891Writing region info on filesystem at 1732742275891Initializing all the Stores at 1732742275892 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742275892Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742275892Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742275892Cleaning up temporary data from old regions at 1732742275900 (+8 ms)Running coprocessor post-open hooks at 1732742275904 (+4 ms)Region opened successfully at 1732742275904 2024-11-27T21:17:55,905 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b., pid=6, masterSystemTime=1732742275885 2024-11-27T21:17:55,907 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:17:55,907 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:17:55,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=522c11ce4803b22e4fa2be95f1b61f6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,34171,1732742269426 2024-11-27T21:17:55,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 522c11ce4803b22e4fa2be95f1b61f6b, server=4585c39bed03,34171,1732742269426 because future has completed 2024-11-27T21:17:55,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:17:55,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 522c11ce4803b22e4fa2be95f1b61f6b, server=4585c39bed03,34171,1732742269426 in 182 msec 2024-11-27T21:17:55,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:17:55,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=522c11ce4803b22e4fa2be95f1b61f6b, ASSIGN in 339 msec 2024-11-27T21:17:55,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:17:55,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742275919"}]},"ts":"1732742275919"} 2024-11-27T21:17:55,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:17:55,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:17:55,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-27T21:17:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:17:56,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T21:17:56,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:17:56,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T21:17:56,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:17:56,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T21:17:56,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:17:56,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T21:17:56,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:17:56,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T21:17:56,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T21:17:56,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T21:17:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:17:56,907 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:17:56,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37435,-1 for getting cluster id 2024-11-27T21:17:56,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:56,910 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c5260ae-1661-492d-bb5d-98c3294c35c5' 2024-11-27T21:17:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c5260ae-1661-492d-bb5d-98c3294c35c5" 2024-11-27T21:17:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538414de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37435,-1] 2024-11-27T21:17:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:56,913 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6222de4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,33333,-1 for getting cluster id 2024-11-27T21:17:56,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:56,916 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693e0ff6-67c7-48c4-b46d-aeb3b28987c4' 2024-11-27T21:17:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693e0ff6-67c7-48c4-b46d-aeb3b28987c4" 2024-11-27T21:17:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11584c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,33333,-1] 2024-11-27T21:17:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:56,918 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcd3815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37435,-1 for getting cluster id 2024-11-27T21:17:56,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:56,921 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c5260ae-1661-492d-bb5d-98c3294c35c5' 2024-11-27T21:17:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c5260ae-1661-492d-bb5d-98c3294c35c5" 2024-11-27T21:17:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54091561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37435,-1] 2024-11-27T21:17:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:56,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:56,923 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:56,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37435,1732742265594 2024-11-27T21:17:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779346fe 2024-11-27T21:17:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:56,937 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:56,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:33333,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:17:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:17:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:17:56,941 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:33333' 2024-11-27T21:17:56,944 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebb3dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,945 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,33333,-1 for getting cluster id 2024-11-27T21:17:56,945 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:56,946 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693e0ff6-67c7-48c4-b46d-aeb3b28987c4' 2024-11-27T21:17:56,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:56,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693e0ff6-67c7-48c4-b46d-aeb3b28987c4" 2024-11-27T21:17:56,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e62887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,33333,-1] 2024-11-27T21:17:56,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:56,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:56,948 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:56,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbfb1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:56,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,33333,1732742269386 2024-11-27T21:17:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@716f149f 2024-11-27T21:17:56,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:56,952 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:56,953 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:17:56,953 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:17:56,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:56,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:56,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:56,954 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:17:56,956 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:17:56,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:17:56,958 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:56,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:17:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:17:57,007 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:17:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:17:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:17:57,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:17:57,375 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f6684f82366cc71ce7ed7a7401ccd2e, NAME => 'hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26 2024-11-27T21:17:57,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:17:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:17:57,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:57,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f6684f82366cc71ce7ed7a7401ccd2e, disabling compactions & flushes 2024-11-27T21:17:57,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:17:57,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:17:57,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. after waiting 0 ms 2024-11-27T21:17:57,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:17:57,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:17:57,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f6684f82366cc71ce7ed7a7401ccd2e: Waiting for close lock at 1732742277781Disabling compacts and flushes for region at 1732742277781Disabling writes for close at 1732742277781Writing region close event to WAL at 1732742277781Closed at 1732742277781 2024-11-27T21:17:57,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:17:57,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742277783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742277783"}]},"ts":"1732742277783"} 2024-11-27T21:17:57,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:17:57,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:17:57,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742277787"}]},"ts":"1732742277787"} 2024-11-27T21:17:57,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:17:57,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f6684f82366cc71ce7ed7a7401ccd2e, ASSIGN}] 2024-11-27T21:17:57,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f6684f82366cc71ce7ed7a7401ccd2e, ASSIGN 2024-11-27T21:17:57,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f6684f82366cc71ce7ed7a7401ccd2e, ASSIGN; state=OFFLINE, location=4585c39bed03,41179,1732742265651; forceNewPlan=false, retain=false 2024-11-27T21:17:57,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:17:57,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:57,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:57,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:57,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:17:57,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f6684f82366cc71ce7ed7a7401ccd2e, regionState=OPENING, regionLocation=4585c39bed03,41179,1732742265651 2024-11-27T21:17:57,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f6684f82366cc71ce7ed7a7401ccd2e, ASSIGN because future has completed 2024-11-27T21:17:57,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6684f82366cc71ce7ed7a7401ccd2e, server=4585c39bed03,41179,1732742265651}] 2024-11-27T21:17:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:17:58,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:17:58,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:17:58,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:17:58,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41179%2C1732742265651.rep, suffix=, logDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651, archiveDir=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/oldWALs, maxLogs=10 2024-11-27T21:17:58,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.rep.1732742278104, exclude list is [], retry=0 2024-11-27T21:17:58,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34969,DS-25ea9d23-4818-4c01-944e-25d61843f3f6,DISK] 2024-11-27T21:17:58,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.rep.1732742278104 2024-11-27T21:17:58,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)] 2024-11-27T21:17:58,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6684f82366cc71ce7ed7a7401ccd2e, NAME => 'hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:17:58,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:17:58,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:17:58,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. service=MultiRowMutationService 2024-11-27T21:17:58,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:17:58,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:17:58,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,126 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,128 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6684f82366cc71ce7ed7a7401ccd2e columnFamilyName hfileref 2024-11-27T21:17:58,128 DEBUG [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:58,128 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] regionserver.HStore(327): Store=6f6684f82366cc71ce7ed7a7401ccd2e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:58,128 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,129 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6684f82366cc71ce7ed7a7401ccd2e columnFamilyName queue 2024-11-27T21:17:58,129 DEBUG [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:58,130 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] regionserver.HStore(327): Store=6f6684f82366cc71ce7ed7a7401ccd2e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:58,130 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,131 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6684f82366cc71ce7ed7a7401ccd2e columnFamilyName sid 2024-11-27T21:17:58,131 DEBUG [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:17:58,131 INFO [StoreOpener-6f6684f82366cc71ce7ed7a7401ccd2e-1 {}] regionserver.HStore(327): Store=6f6684f82366cc71ce7ed7a7401ccd2e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:17:58,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:17:58,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:17:58,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6f6684f82366cc71ce7ed7a7401ccd2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70295551, jitterRate=0.047485336661338806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:17:58,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:17:58,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6f6684f82366cc71ce7ed7a7401ccd2e: Running coprocessor pre-open hook at 1732742278125Writing region info on filesystem at 1732742278125Initializing all the Stores at 1732742278126 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742278126Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742278126Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742278126Cleaning up temporary data from old regions at 1732742278133 (+7 ms)Running coprocessor post-open hooks at 1732742278137 (+4 ms)Region opened successfully at 1732742278138 (+1 ms) 2024-11-27T21:17:58,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e., pid=10, masterSystemTime=1732742278098 2024-11-27T21:17:58,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:17:58,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:17:58,142 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f6684f82366cc71ce7ed7a7401ccd2e, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41179,1732742265651 2024-11-27T21:17:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6684f82366cc71ce7ed7a7401ccd2e, server=4585c39bed03,41179,1732742265651 because future has completed 2024-11-27T21:17:58,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:17:58,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f6684f82366cc71ce7ed7a7401ccd2e, server=4585c39bed03,41179,1732742265651 in 200 msec 2024-11-27T21:17:58,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:17:58,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f6684f82366cc71ce7ed7a7401ccd2e, ASSIGN in 358 msec 2024-11-27T21:17:58,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:17:58,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742278150"}]},"ts":"1732742278150"} 2024-11-27T21:17:58,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:17:58,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:17:58,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-27T21:17:58,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e., hostname=4585c39bed03,41179,1732742265651, seqNum=2] 2024-11-27T21:17:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:17:58,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:17:58,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:17:58,328 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:17:58,357 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,41179,1732742265651, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:17:58,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:58,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41179,1732742265651, seqNum=-1] 2024-11-27T21:17:58,358 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:58,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T21:17:58,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,41179,1732742265651', locateType=CURRENT is [region=hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e., hostname=4585c39bed03,41179,1732742265651, seqNum=2] 2024-11-27T21:17:58,401 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:17:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:17:58,404 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,41179,1732742265651 suceeded 2024-11-27T21:17:58,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:17:58,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-27T21:17:58,407 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:33333,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T21:17:58,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4690 sec 2024-11-27T21:17:58,417 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:33333' 2024-11-27T21:17:58,419 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1be331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:58,419 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,33333,-1 for getting cluster id 2024-11-27T21:17:58,419 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:58,420 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693e0ff6-67c7-48c4-b46d-aeb3b28987c4' 2024-11-27T21:17:58,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:58,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693e0ff6-67c7-48c4-b46d-aeb3b28987c4" 2024-11-27T21:17:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dd1404b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,33333,-1] 2024-11-27T21:17:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:58,422 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:58,423 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5494af0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:58,423 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:58,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,33333,1732742269386 2024-11-27T21:17:58,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f27c44 2024-11-27T21:17:58,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:58,425 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T21:17:58,426 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,41179,1732742265651 (queues=1) is replicating from cluster=0c5260ae-1661-492d-bb5d-98c3294c35c5 to cluster=693e0ff6-67c7-48c4-b46d-aeb3b28987c4 2024-11-27T21:17:58,426 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C41179%2C1732742265651 2024-11-27T21:17:58,426 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,41179,1732742265651, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:17:58,426 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C41179%2C1732742265651 2024-11-27T21:17:58,426 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268, startPosition=0, beingWritten=true 2024-11-27T21:17:58,435 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:17:58,435 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 379, reset compression=false 2024-11-27T21:17:58,435 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41179,1732742265651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:17:58,639 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 379, reset compression=false 2024-11-27T21:17:58,944 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 379, reset compression=false 2024-11-27T21:17:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:17:59,087 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:17:59,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:17:59,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:17:59,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:59,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:59,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:17:59,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:17:59,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732742279093/Put/seqid=0 2024-11-27T21:17:59,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741840_1016 (size=7894) 2024-11-27T21:17:59,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:17:59,348 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 379, reset compression=false 2024-11-27T21:17:59,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_1 is 34, key is ddd/f:row/1732742279503/Put/seqid=0 2024-11-27T21:17:59,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741841_1017 (size=7691) 2024-11-27T21:17:59,852 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 379, reset compression=false 2024-11-27T21:17:59,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:59,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37435,-1 for getting cluster id 2024-11-27T21:17:59,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:17:59,914 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c5260ae-1661-492d-bb5d-98c3294c35c5' 2024-11-27T21:17:59,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:17:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c5260ae-1661-492d-bb5d-98c3294c35c5" 2024-11-27T21:17:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e634fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37435,-1] 2024-11-27T21:17:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:17:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:17:59,916 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:17:59,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:17:59,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:17:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41179,1732742265651, seqNum=-1] 2024-11-27T21:17:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:17:59,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:17:59,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:17:59,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37435,1732742265594 2024-11-27T21:17:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47bd0cb3 2024-11-27T21:17:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:17:59,934 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:17:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2] 2024-11-27T21:17:59,950 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:17:59,962 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T21:17:59,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T21:17:59,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_1 for inclusion in 624ac8439ce357aa186cef0546f710a6/f 2024-11-27T21:17:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T21:17:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:17:59,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_0 for inclusion in 624ac8439ce357aa186cef0546f710a6/f 2024-11-27T21:17:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T21:17:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:17:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HRegion(2603): Flush status journal for 624ac8439ce357aa186cef0546f710a6: 2024-11-27T21:17:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_1 to hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_1 2024-11-27T21:17:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_1 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ 2024-11-27T21:17:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f/f/hfile_0 to hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_0 2024-11-27T21:17:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_0 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ 2024-11-27T21:18:00,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_1 into 624ac8439ce357aa186cef0546f710a6/f as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ - updating store file list. 2024-11-27T21:18:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e3a6593e50b456b86606a150fd12c3f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:18:00,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ into 624ac8439ce357aa186cef0546f710a6/f 2024-11-27T21:18:00,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_1 into 624ac8439ce357aa186cef0546f710a6/f (new location: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_) 2024-11-27T21:18:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_1 2024-11-27T21:18:00,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_0 into 624ac8439ce357aa186cef0546f710a6/f as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ - updating store file list. 2024-11-27T21:18:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:18:00,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ into 624ac8439ce357aa186cef0546f710a6/f 2024-11-27T21:18:00,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_0 into 624ac8439ce357aa186cef0546f710a6/f (new location: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_) 2024-11-27T21:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__3jjecjsm7eag6877d70620bj2807brccvnkrqt3uh9sokfourcu193bejb5f6prn/f/hfile_0 2024-11-27T21:18:00,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:18:00,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:18:00,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:18:00,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:18:00,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:18:00,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2 , the old value is region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4585c39bed03:41179 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:18:00,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:18:00,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:18:00,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2 from cache 2024-11-27T21:18:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,34171,1732742269426, seqNum=-1] 2024-11-27T21:18:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:18:00,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:18:00,049 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T21:18:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b., hostname=4585c39bed03,34171,1732742269426, seqNum=2] 2024-11-27T21:18:00,052 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:18:00,157 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T21:18:00,457 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 379, reset compression=false 2024-11-27T21:18:00,464 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:18:00,464 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41179,1732742265651 got entry batch from reader: WALEntryBatch [walEntries=[{test/624ac8439ce357aa186cef0546f710a6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742280035/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T21:18:00,486 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:18:00,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T21:18:00,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.ReplicationSink(318): Replicating [0c5260ae-1661-492d-bb5d-98c3294c35c5] bulk loaded data 2024-11-27T21:18:00,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353c232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:18:00,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,33333,-1 for getting cluster id 2024-11-27T21:18:00,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:18:00,494 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693e0ff6-67c7-48c4-b46d-aeb3b28987c4' 2024-11-27T21:18:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:18:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693e0ff6-67c7-48c4-b46d-aeb3b28987c4" 2024-11-27T21:18:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51bab031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:18:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,33333,-1] 2024-11-27T21:18:00,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:18:00,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:18:00,496 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:18:00,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54d50aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:18:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741837_1013 (size=7691) 2024-11-27T21:18:00,664 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 687, reset compression=false 2024-11-27T21:18:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741838_1014 (size=7894) 2024-11-27T21:18:00,969 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 687, reset compression=false 2024-11-27T21:18:01,055 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:18:01,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:18:01,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,33333,1732742269386 2024-11-27T21:18:01,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16720c22 2024-11-27T21:18:01,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:18:01,328 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T21:18:01,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:18:01,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:18:01,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,34171,1732742269426, seqNum=-1] 2024-11-27T21:18:01,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:18:01,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T21:18:01,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T21:18:01,343 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T21:18:01,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ for inclusion in 522c11ce4803b22e4fa2be95f1b61f6b/f 2024-11-27T21:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T21:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:18:01,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ for inclusion in 522c11ce4803b22e4fa2be95f1b61f6b/f 2024-11-27T21:18:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T21:18:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:18:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HRegion(2603): Flush status journal for 522c11ce4803b22e4fa2be95f1b61f6b: 2024-11-27T21:18:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:18:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/ed68201e3b7a4819923e90b926b4f362_SeqId_4_ 2024-11-27T21:18:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:18:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/73502a6dbd394e48be8ff3cd4f5c91f0_SeqId_4_ 2024-11-27T21:18:01,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ into 522c11ce4803b22e4fa2be95f1b61f6b/f as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/ed68201e3b7a4819923e90b926b4f362_SeqId_4_ - updating store file list. 2024-11-27T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed68201e3b7a4819923e90b926b4f362_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:18:01,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/ed68201e3b7a4819923e90b926b4f362_SeqId_4_ into 522c11ce4803b22e4fa2be95f1b61f6b/f 2024-11-27T21:18:01,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ into 522c11ce4803b22e4fa2be95f1b61f6b/f (new location: hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/ed68201e3b7a4819923e90b926b4f362_SeqId_4_) 2024-11-27T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_ 2024-11-27T21:18:01,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ into 522c11ce4803b22e4fa2be95f1b61f6b/f as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/73502a6dbd394e48be8ff3cd4f5c91f0_SeqId_4_ - updating store file list. 2024-11-27T21:18:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73502a6dbd394e48be8ff3cd4f5c91f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:18:01,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/73502a6dbd394e48be8ff3cd4f5c91f0_SeqId_4_ into 522c11ce4803b22e4fa2be95f1b61f6b/f 2024-11-27T21:18:01,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ into 522c11ce4803b22e4fa2be95f1b61f6b/f (new location: hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/f/73502a6dbd394e48be8ff3cd4f5c91f0_SeqId_4_) 2024-11-27T21:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/staging/jenkins.hfs.6__test__4meilognbfntjsg6bhpnpvrj0eou26cvh2f1n7rnf6k04beehi4jtl4qr97o395j/f/5e3a6593e50b456b86606a150fd12c3f_SeqId_4_ 2024-11-27T21:18:01,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] regionserver.ReplicationSink(324): Finished replicating [0c5260ae-1661-492d-bb5d-98c3294c35c5] bulk loaded data 2024-11-27T21:18:01,373 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 687, reset compression=false 2024-11-27T21:18:01,877 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 687, reset compression=false 2024-11-27T21:18:02,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:18:02,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732742282078/Put/seqid=0 2024-11-27T21:18:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741842_1018 (size=7997) 2024-11-27T21:18:02,482 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 687, reset compression=false 2024-11-27T21:18:02,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732742282488/Put/seqid=0 2024-11-27T21:18:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741843_1019 (size=7794) 2024-11-27T21:18:02,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:18:02,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37435,-1 for getting cluster id 2024-11-27T21:18:02,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:18:02,897 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c5260ae-1661-492d-bb5d-98c3294c35c5' 2024-11-27T21:18:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:18:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c5260ae-1661-492d-bb5d-98c3294c35c5" 2024-11-27T21:18:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:18:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37435,-1] 2024-11-27T21:18:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:18:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:18:02,899 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:18:02,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:18:02,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:18:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41179,1732742265651, seqNum=-1] 2024-11-27T21:18:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:18:02,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:18:02,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:18:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37435,1732742265594 2024-11-27T21:18:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-11-27T21:18:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:18:02,914 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:18:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2] 2024-11-27T21:18:02,920 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:18:02,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T21:18:02,929 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T21:18:02,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_1 for inclusion in 624ac8439ce357aa186cef0546f710a6/f1 2024-11-27T21:18:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T21:18:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:18:02,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_0 for inclusion in 624ac8439ce357aa186cef0546f710a6/f1 2024-11-27T21:18:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T21:18:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:18:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HRegion(2603): Flush status journal for 624ac8439ce357aa186cef0546f710a6: 2024-11-27T21:18:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_1 to hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_1 2024-11-27T21:18:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_1 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/ac8f4aa543af4f48b83ea3543d0f1d41_SeqId_6_ 2024-11-27T21:18:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/load_f1/f1/hfile_0 to hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_0 2024-11-27T21:18:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_0 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/b459ddc62e364ddf887fdd391a6de016_SeqId_6_ 2024-11-27T21:18:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T21:18:02,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_1 into 624ac8439ce357aa186cef0546f710a6/f1 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/ac8f4aa543af4f48b83ea3543d0f1d41_SeqId_6_ - updating store file list. 2024-11-27T21:18:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac8f4aa543af4f48b83ea3543d0f1d41_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:18:02,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/ac8f4aa543af4f48b83ea3543d0f1d41_SeqId_6_ into 624ac8439ce357aa186cef0546f710a6/f1 2024-11-27T21:18:02,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_1 into 624ac8439ce357aa186cef0546f710a6/f1 (new location: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/ac8f4aa543af4f48b83ea3543d0f1d41_SeqId_6_) 2024-11-27T21:18:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_1 2024-11-27T21:18:02,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_0 into 624ac8439ce357aa186cef0546f710a6/f1 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/b459ddc62e364ddf887fdd391a6de016_SeqId_6_ - updating store file list. 2024-11-27T21:18:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b459ddc62e364ddf887fdd391a6de016_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:18:02,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/b459ddc62e364ddf887fdd391a6de016_SeqId_6_ into 624ac8439ce357aa186cef0546f710a6/f1 2024-11-27T21:18:02,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_0 into 624ac8439ce357aa186cef0546f710a6/f1 (new location: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/f1/b459ddc62e364ddf887fdd391a6de016_SeqId_6_) 2024-11-27T21:18:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/staging/jenkins__test__iia3227erjuk7li7ukaf39g9ntn858dk464pte5dil7j558oq1kjkinmc6jrad8r/f1/hfile_0 2024-11-27T21:18:02,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:18:02,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:18:02,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:18:02,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:18:02,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:18:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2 , the old value is region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4585c39bed03:41179 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:18:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:18:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2 from cache 2024-11-27T21:18:02,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:18:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41179,1732742265651, seqNum=-1] 2024-11-27T21:18:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:18:02,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:18:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45044 deadline: 1732742342958 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45044 2024-11-27T21:18:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742272579.624ac8439ce357aa186cef0546f710a6., hostname=4585c39bed03,41179,1732742265651, seqNum=2] 2024-11-27T21:18:03,066 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T21:18:03,187 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 687, reset compression=false 2024-11-27T21:18:03,193 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:18:03,193 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:03,193 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41179,1732742265651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:18:03,397 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:03,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:18:03,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:18:03,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:18:03,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:18:03,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:18:03,702 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:04,107 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:04,613 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:05,217 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:05,922 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:06,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T21:18:06,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T21:18:06,727 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:07,631 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:08,635 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:09,740 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:10,945 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:12,250 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:13,654 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:15,159 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:15,182 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:18:16,763 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:18,467 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:18,973 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:18:20,273 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:22,180 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:23,196 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41179,1732742265651 got entry batch from reader: null 2024-11-27T21:18:24,184 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:26,289 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:28,494 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:28,995 INFO [master/4585c39bed03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T21:18:28,995 INFO [master/4585c39bed03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T21:18:30,799 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:33,203 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:33,234 INFO [master/4585c39bed03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T21:18:33,234 INFO [master/4585c39bed03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T21:18:35,707 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:38,312 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:38,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 624ac8439ce357aa186cef0546f710a6, had cached 0 bytes from a total of 31376 2024-11-27T21:18:40,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 522c11ce4803b22e4fa2be95f1b61f6b, had cached 0 bytes from a total of 15585 2024-11-27T21:18:41,016 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:43,196 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41179,1732742265651 got entry batch from reader: null 2024-11-27T21:18:43,820 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:45,182 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:18:46,725 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:48,270 DEBUG [master/4585c39bed03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:18:48,974 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:18:49,729 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:52,834 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:53,620 DEBUG [master/4585c39bed03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:18:56,038 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:18:59,342 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:19:02,747 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:19:02,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:19:02,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:02,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:02,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:02,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:02,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:02,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:19:02,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1000080335, stopped=false 2024-11-27T21:19:02,990 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,33333,1732742269386 2024-11-27T21:19:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1701940966/running 2024-11-27T21:19:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1701940966/running 2024-11-27T21:19:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:19:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:19:02,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:02,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:02,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:02,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:02,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,34171,1732742269426' ***** 2024-11-27T21:19:02,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:19:02,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on znode that does not yet exist, /1701940966/running 2024-11-27T21:19:02,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Set watcher on znode that does not yet exist, /1701940966/running 2024-11-27T21:19:02,992 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:19:02,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(3091): Received CLOSE for 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,34171,1732742269426 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:34171. 2024-11-27T21:19:02,993 DEBUG [RS:0;4585c39bed03:34171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:02,993 DEBUG [RS:0;4585c39bed03:34171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:02,993 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 522c11ce4803b22e4fa2be95f1b61f6b, disabling compactions & flushes 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:19:02,993 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:19:02,993 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:19:02,993 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. after waiting 0 ms 2024-11-27T21:19:02,993 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:19:02,993 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:19:02,994 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:19:02,994 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1325): Online Regions={522c11ce4803b22e4fa2be95f1b61f6b=test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:19:02,994 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 522c11ce4803b22e4fa2be95f1b61f6b 2024-11-27T21:19:02,994 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:02,994 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:02,994 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:02,994 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:02,994 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:02,994 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T21:19:02,998 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/default/test/522c11ce4803b22e4fa2be95f1b61f6b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T21:19:02,999 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:02,999 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:19:02,999 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:19:02,999 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 522c11ce4803b22e4fa2be95f1b61f6b: Waiting for close lock at 1732742342993Running coprocessor pre-close hooks at 1732742342993Disabling compacts and flushes for region at 1732742342993Disabling writes for close at 1732742342993Writing region close event to WAL at 1732742342994 (+1 ms)Running coprocessor post-close hooks at 1732742342999 (+5 ms)Closed at 1732742342999 2024-11-27T21:19:02,999 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b. 2024-11-27T21:19:03,011 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/info/76d1b1c2ce0944a19d91468feea946cd is 129, key is test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b./info:regioninfo/1732742275908/Put/seqid=0 2024-11-27T21:19:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741839_1015 (size=6421) 2024-11-27T21:19:03,047 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:03,194 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:03,196 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41179,1732742265651 got entry batch from reader: null 2024-11-27T21:19:03,349 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:19:03,349 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:19:03,394 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:03,416 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/info/76d1b1c2ce0944a19d91468feea946cd 2024-11-27T21:19:03,436 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/ns/b35394549a944447b9707ba25304ec64 is 43, key is default/ns:d/1732742272446/Put/seqid=0 2024-11-27T21:19:03,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741840_1016 (size=5153) 2024-11-27T21:19:03,441 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/ns/b35394549a944447b9707ba25304ec64 2024-11-27T21:19:03,464 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/rep_barrier/2476d43774984327a7de77501144d0c1 is 112, key is test,,1732742274750.522c11ce4803b22e4fa2be95f1b61f6b./rep_barrier:seqnumDuringOpen/1732742275908/Put/seqid=0 2024-11-27T21:19:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741841_1017 (size=5518) 2024-11-27T21:19:03,594 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:03,794 DEBUG [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:03,869 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/rep_barrier/2476d43774984327a7de77501144d0c1 2024-11-27T21:19:03,891 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/table/60dabfa19dac4afa999a0020eef5ec54 is 40, key is test/table:state/1732742275919/Put/seqid=0 2024-11-27T21:19:03,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741842_1018 (size=5165) 2024-11-27T21:19:03,895 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/table/60dabfa19dac4afa999a0020eef5ec54 2024-11-27T21:19:03,901 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/info/76d1b1c2ce0944a19d91468feea946cd as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/info/76d1b1c2ce0944a19d91468feea946cd 2024-11-27T21:19:03,906 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/info/76d1b1c2ce0944a19d91468feea946cd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T21:19:03,906 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/ns/b35394549a944447b9707ba25304ec64 as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/ns/b35394549a944447b9707ba25304ec64 2024-11-27T21:19:03,911 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/ns/b35394549a944447b9707ba25304ec64, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:19:03,912 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/rep_barrier/2476d43774984327a7de77501144d0c1 as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/rep_barrier/2476d43774984327a7de77501144d0c1 2024-11-27T21:19:03,917 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/rep_barrier/2476d43774984327a7de77501144d0c1, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T21:19:03,918 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/.tmp/table/60dabfa19dac4afa999a0020eef5ec54 as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/table/60dabfa19dac4afa999a0020eef5ec54 2024-11-27T21:19:03,924 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/table/60dabfa19dac4afa999a0020eef5ec54, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:19:03,925 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false 2024-11-27T21:19:03,930 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T21:19:03,930 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:03,930 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:03,930 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:03,930 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742342994Running coprocessor pre-close hooks at 1732742342994Disabling compacts and flushes for region at 1732742342994Disabling writes for close at 1732742342994Obtaining lock to block concurrent updates at 1732742342994Preparing flush snapshotting stores in 1588230740 at 1732742342994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732742342994Flushing stores of hbase:meta,,1.1588230740 at 1732742342995 (+1 ms)Flushing 1588230740/info: creating writer at 1732742342995Flushing 1588230740/info: appending metadata at 1732742343011 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732742343011Flushing 1588230740/ns: creating writer at 1732742343422 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732742343435 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732742343435Flushing 1588230740/rep_barrier: creating writer at 1732742343446 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742343463 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742343464 (+1 ms)Flushing 1588230740/table: creating writer at 1732742343874 (+410 ms)Flushing 1588230740/table: appending metadata at 1732742343890 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732742343890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ac4438: reopening flushed file at 1732742343900 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f34b3b7: reopening flushed file at 1732742343906 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9abca3: reopening flushed file at 1732742343911 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461ada96: reopening flushed file at 1732742343917 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false at 1732742343925 (+8 ms)Writing region close event to WAL at 1732742343926 (+1 ms)Running coprocessor post-close hooks at 1732742343930 (+4 ms)Closed at 1732742343930 2024-11-27T21:19:03,930 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:03,995 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,34171,1732742269426; all regions closed. 2024-11-27T21:19:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741834_1010 (size=2717) 2024-11-27T21:19:03,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426/4585c39bed03%2C34171%2C1732742269426.meta.1732742272383.meta not finished, retry = 0 2024-11-27T21:19:04,100 DEBUG [RS:0;4585c39bed03:34171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/oldWALs 2024-11-27T21:19:04,100 INFO [RS:0;4585c39bed03:34171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C34171%2C1732742269426.meta:.meta(num 1732742272383) 2024-11-27T21:19:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741832_1008 (size=1028) 2024-11-27T21:19:04,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/WALs/4585c39bed03,34171,1732742269426/4585c39bed03%2C34171%2C1732742269426.1732742271427 not finished, retry = 0 2024-11-27T21:19:04,205 DEBUG [RS:0;4585c39bed03:34171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/oldWALs 2024-11-27T21:19:04,205 INFO [RS:0;4585c39bed03:34171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C34171%2C1732742269426:(num 1732742271427) 2024-11-27T21:19:04,206 DEBUG [RS:0;4585c39bed03:34171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:04,206 INFO [RS:0;4585c39bed03:34171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:04,206 INFO [RS:0;4585c39bed03:34171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:04,206 INFO [RS:0;4585c39bed03:34171 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:04,206 INFO [RS:0;4585c39bed03:34171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:04,206 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:04,206 INFO [RS:0;4585c39bed03:34171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:34171. 2024-11-27T21:19:04,206 DEBUG [RS:0;4585c39bed03:34171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:04,206 DEBUG [RS:0;4585c39bed03:34171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:04,207 DEBUG [RS:0;4585c39bed03:34171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:04,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:04,207 INFO [RS:0;4585c39bed03:34171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34171 2024-11-27T21:19:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1701940966/rs/4585c39bed03,34171,1732742269426 2024-11-27T21:19:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966/rs 2024-11-27T21:19:04,209 INFO [RS:0;4585c39bed03:34171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:04,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,34171,1732742269426] 2024-11-27T21:19:04,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1701940966/draining/4585c39bed03,34171,1732742269426 already deleted, retry=false 2024-11-27T21:19:04,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,34171,1732742269426 expired; onlineServers=0 2024-11-27T21:19:04,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,33333,1732742269386' ***** 2024-11-27T21:19:04,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:19:04,213 INFO [M:0;4585c39bed03:33333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:04,213 INFO [M:0;4585c39bed03:33333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:04,213 DEBUG [M:0;4585c39bed03:33333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:19:04,213 DEBUG [M:0;4585c39bed03:33333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:19:04,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:19:04,213 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742271223 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742271223,5,FailOnTimeoutGroup] 2024-11-27T21:19:04,213 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742271224 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742271224,5,FailOnTimeoutGroup] 2024-11-27T21:19:04,213 INFO [M:0;4585c39bed03:33333 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:04,213 INFO [M:0;4585c39bed03:33333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:04,214 DEBUG [M:0;4585c39bed03:33333 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:19:04,214 INFO [M:0;4585c39bed03:33333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:19:04,214 INFO [M:0;4585c39bed03:33333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:04,214 INFO [M:0;4585c39bed03:33333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:19:04,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:19:04,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1701940966/master 2024-11-27T21:19:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1701940966 2024-11-27T21:19:04,215 DEBUG [M:0;4585c39bed03:33333 {}] zookeeper.ZKUtil(347): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Unable to get data of znode /1701940966/master because node does not exist (not an error) 2024-11-27T21:19:04,215 WARN [M:0;4585c39bed03:33333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:19:04,216 INFO [M:0;4585c39bed03:33333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/.lastflushedseqids 2024-11-27T21:19:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741843_1019 (size=173) 2024-11-27T21:19:04,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:04,311 INFO [RS:0;4585c39bed03:34171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:04,311 INFO [RS:0;4585c39bed03:34171 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,34171,1732742269426; zookeeper connection closed. 2024-11-27T21:19:04,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1015b4aa12f0004, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:04,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8ce667 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8ce667 2024-11-27T21:19:04,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:19:04,624 INFO [M:0;4585c39bed03:33333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:19:04,624 INFO [M:0;4585c39bed03:33333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:19:04,624 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:04,624 INFO [M:0;4585c39bed03:33333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:04,624 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:04,624 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:04,624 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:04,625 INFO [M:0;4585c39bed03:33333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-27T21:19:04,641 DEBUG [M:0;4585c39bed03:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/291f93895b334105b48a7ac02d8c366a is 82, key is hbase:meta,,1/info:regioninfo/1732742272434/Put/seqid=0 2024-11-27T21:19:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741844_1020 (size=5672) 2024-11-27T21:19:05,046 INFO [M:0;4585c39bed03:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/291f93895b334105b48a7ac02d8c366a 2024-11-27T21:19:05,065 DEBUG [M:0;4585c39bed03:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88692f8f76a244f7805be15cbb6e7c22 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732742275933/Put/seqid=0 2024-11-27T21:19:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741845_1021 (size=6726) 2024-11-27T21:19:05,470 INFO [M:0;4585c39bed03:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88692f8f76a244f7805be15cbb6e7c22 2024-11-27T21:19:05,475 INFO [M:0;4585c39bed03:33333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88692f8f76a244f7805be15cbb6e7c22 2024-11-27T21:19:05,489 DEBUG [M:0;4585c39bed03:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9580d8c309845cb9f3673c1948a9527 is 69, key is 4585c39bed03,34171,1732742269426/rs:state/1732742271271/Put/seqid=0 2024-11-27T21:19:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741846_1022 (size=5156) 2024-11-27T21:19:05,894 INFO [M:0;4585c39bed03:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9580d8c309845cb9f3673c1948a9527 2024-11-27T21:19:05,900 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/291f93895b334105b48a7ac02d8c366a as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/291f93895b334105b48a7ac02d8c366a 2024-11-27T21:19:05,906 INFO [M:0;4585c39bed03:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/291f93895b334105b48a7ac02d8c366a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T21:19:05,907 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88692f8f76a244f7805be15cbb6e7c22 as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88692f8f76a244f7805be15cbb6e7c22 2024-11-27T21:19:05,912 INFO [M:0;4585c39bed03:33333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88692f8f76a244f7805be15cbb6e7c22 2024-11-27T21:19:05,912 INFO [M:0;4585c39bed03:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88692f8f76a244f7805be15cbb6e7c22, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T21:19:05,913 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9580d8c309845cb9f3673c1948a9527 as hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9580d8c309845cb9f3673c1948a9527 2024-11-27T21:19:05,918 INFO [M:0;4585c39bed03:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9580d8c309845cb9f3673c1948a9527, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T21:19:05,919 INFO [M:0;4585c39bed03:33333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-11-27T21:19:05,921 INFO [M:0;4585c39bed03:33333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:05,921 DEBUG [M:0;4585c39bed03:33333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742344624Disabling compacts and flushes for region at 1732742344624Disabling writes for close at 1732742344624Obtaining lock to block concurrent updates at 1732742344625 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742344625Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732742344625Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742344626 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742344626Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742344641 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742344641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742345051 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742345065 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742345065Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742345475 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742345489 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742345489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f13ade: reopening flushed file at 1732742345899 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df1ec78: reopening flushed file at 1732742345906 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534332c0: reopening flushed file at 1732742345912 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1732742345919 (+7 ms)Writing region close event to WAL at 1732742345921 (+2 ms)Closed at 1732742345921 2024-11-27T21:19:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46765 is added to blk_1073741830_1006 (size=33014) 2024-11-27T21:19:05,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c04d14d5-528f-e353-715d-e5bc3060271d/MasterData/WALs/4585c39bed03,33333,1732742269386/4585c39bed03%2C33333%2C1732742269386.1732742271112 not finished, retry = 0 2024-11-27T21:19:06,025 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:06,025 INFO [M:0;4585c39bed03:33333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:19:06,025 INFO [M:0;4585c39bed03:33333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33333 2024-11-27T21:19:06,026 INFO [M:0;4585c39bed03:33333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:06,128 INFO [M:0;4585c39bed03:33333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x1015b4aa12f0003, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:06,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49873634{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:06,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:06,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:06,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:06,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:06,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:19:06,134 WARN [BP-757178608-172.17.0.2-1732742268326 heartbeating to localhost/127.0.0.1:45211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:19:06,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:19:06,134 WARN [BP-757178608-172.17.0.2-1732742268326 heartbeating to localhost/127.0.0.1:45211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-757178608-172.17.0.2-1732742268326 (Datanode Uuid 58e0a388-c978-40c5-9e16-f7c8e82793a7) service to localhost/127.0.0.1:45211 2024-11-27T21:19:06,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/cluster_200f1a67-7b3d-9d13-5511-3f93b5a39085/data/data1/current/BP-757178608-172.17.0.2-1732742268326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:06,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/cluster_200f1a67-7b3d-9d13-5511-3f93b5a39085/data/data2/current/BP-757178608-172.17.0.2-1732742268326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:06,135 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:19:06,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:06,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:06,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:06,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:06,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:06,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:19:06,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:19:06,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:06,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:06,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:06,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:06,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:06,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:19:06,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906031177, stopped=false 2024-11-27T21:19:06,166 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,37435,1732742265594 2024-11-27T21:19:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344869272/running 2024-11-27T21:19:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344869272/running 2024-11-27T21:19:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:19:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:19:06,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:06,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:06,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:06,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:06,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on znode that does not yet exist, /01344869272/running 2024-11-27T21:19:06,170 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,41179,1732742265651' ***** 2024-11-27T21:19:06,170 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:19:06,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Set watcher on znode that does not yet exist, /01344869272/running 2024-11-27T21:19:06,170 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:19:06,170 INFO [RS:0;4585c39bed03:41179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:19:06,170 INFO [RS:0;4585c39bed03:41179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:19:06,170 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:19:06,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:19:06,170 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(3091): Received CLOSE for 624ac8439ce357aa186cef0546f710a6 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,41179,1732742265651 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41179. 2024-11-27T21:19:06,171 DEBUG [RS:0;4585c39bed03:41179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:06,171 DEBUG [RS:0;4585c39bed03:41179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:19:06,171 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:19:06,171 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1325): Online Regions={6f6684f82366cc71ce7ed7a7401ccd2e=hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e., 1588230740=hbase:meta,,1.1588230740, 624ac8439ce357aa186cef0546f710a6=test,,1732742272579.624ac8439ce357aa186cef0546f710a6.} 2024-11-27T21:19:06,171 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624ac8439ce357aa186cef0546f710a6, 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f6684f82366cc71ce7ed7a7401ccd2e, disabling compactions & flushes 2024-11-27T21:19:06,171 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. after waiting 0 ms 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:19:06,171 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:06,171 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f6684f82366cc71ce7ed7a7401ccd2e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:06,171 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:06,172 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:19:06,181 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:06,188 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/info/674630f2899d4e6586b2ace2be867ce3 is 147, key is hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e./info:regioninfo/1732742278142/Put/seqid=0 2024-11-27T21:19:06,191 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/.tmp/hfileref/a370fcb76c494947890338f0d5efbe34 is 74, key is 1/hfileref:46a1bb79c97e4ee8b5fca8aad426a7dc_SeqId_4_/1732742281372/DeleteColumn/seqid=0 2024-11-27T21:19:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741844_1020 (size=7686) 2024-11-27T21:19:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741845_1021 (size=5203) 2024-11-27T21:19:06,251 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/WALs/4585c39bed03,41179,1732742265651/4585c39bed03%2C41179%2C1732742265651.1732742267268 to pos 997, reset compression=false 2024-11-27T21:19:06,371 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624ac8439ce357aa186cef0546f710a6, 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:19:06,572 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624ac8439ce357aa186cef0546f710a6, 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:19:06,603 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/info/674630f2899d4e6586b2ace2be867ce3 2024-11-27T21:19:06,609 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/.tmp/hfileref/a370fcb76c494947890338f0d5efbe34 2024-11-27T21:19:06,643 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/ns/157b6c8511d24a84abcadf4f62962188 is 43, key is default/ns:d/1732742268260/Put/seqid=0 2024-11-27T21:19:06,644 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/.tmp/queue/f1744d3f3863431b91f348790ca35ffd is 153, key is 1-4585c39bed03,41179,1732742265651/queue:4585c39bed03%2C41179%2C1732742265651/1732742283194/Put/seqid=0 2024-11-27T21:19:06,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741846_1022 (size=5153) 2024-11-27T21:19:06,652 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/ns/157b6c8511d24a84abcadf4f62962188 2024-11-27T21:19:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741847_1023 (size=5352) 2024-11-27T21:19:06,678 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/rep_barrier/7bc6fb7d24ba40dd8cca246b9e0694bb is 112, key is test,,1732742272579.624ac8439ce357aa186cef0546f710a6./rep_barrier:seqnumDuringOpen/1732742273758/Put/seqid=0 2024-11-27T21:19:06,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741848_1024 (size=5518) 2024-11-27T21:19:06,684 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/rep_barrier/7bc6fb7d24ba40dd8cca246b9e0694bb 2024-11-27T21:19:06,710 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/table/dd2705020419442eb2d989b81888f44d is 53, key is hbase:replication/table:state/1732742278150/Put/seqid=0 2024-11-27T21:19:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741849_1025 (size=5308) 2024-11-27T21:19:06,718 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/table/dd2705020419442eb2d989b81888f44d 2024-11-27T21:19:06,726 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/info/674630f2899d4e6586b2ace2be867ce3 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/info/674630f2899d4e6586b2ace2be867ce3 2024-11-27T21:19:06,737 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/info/674630f2899d4e6586b2ace2be867ce3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:19:06,738 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/ns/157b6c8511d24a84abcadf4f62962188 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/ns/157b6c8511d24a84abcadf4f62962188 2024-11-27T21:19:06,743 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/ns/157b6c8511d24a84abcadf4f62962188, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:19:06,745 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/rep_barrier/7bc6fb7d24ba40dd8cca246b9e0694bb as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/rep_barrier/7bc6fb7d24ba40dd8cca246b9e0694bb 2024-11-27T21:19:06,751 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/rep_barrier/7bc6fb7d24ba40dd8cca246b9e0694bb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:19:06,752 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/.tmp/table/dd2705020419442eb2d989b81888f44d as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/table/dd2705020419442eb2d989b81888f44d 2024-11-27T21:19:06,758 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/table/dd2705020419442eb2d989b81888f44d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:19:06,759 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false 2024-11-27T21:19:06,772 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624ac8439ce357aa186cef0546f710a6, 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:19:06,773 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:19:06,773 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:06,774 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:06,774 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:06,774 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742346171Running coprocessor pre-close hooks at 1732742346171Disabling compacts and flushes for region at 1732742346171Disabling writes for close at 1732742346171Obtaining lock to block concurrent updates at 1732742346172 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732742346172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742346172Flushing stores of hbase:meta,,1.1588230740 at 1732742346173 (+1 ms)Flushing 1588230740/info: creating writer at 1732742346173Flushing 1588230740/info: appending metadata at 1732742346188 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732742346188Flushing 1588230740/ns: creating writer at 1732742346612 (+424 ms)Flushing 1588230740/ns: appending metadata at 1732742346643 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732742346643Flushing 1588230740/rep_barrier: creating writer at 1732742346657 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742346677 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742346678 (+1 ms)Flushing 1588230740/table: creating writer at 1732742346690 (+12 ms)Flushing 1588230740/table: appending metadata at 1732742346709 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732742346709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac76783: reopening flushed file at 1732742346725 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63555ff7: reopening flushed file at 1732742346737 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cd2945: reopening flushed file at 1732742346744 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c730e55: reopening flushed file at 1732742346751 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false at 1732742346759 (+8 ms)Writing region close event to WAL at 1732742346768 (+9 ms)Running coprocessor post-close hooks at 1732742346773 (+5 ms)Closed at 1732742346774 (+1 ms) 2024-11-27T21:19:06,774 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:06,972 DEBUG [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1351): Waiting on 624ac8439ce357aa186cef0546f710a6, 6f6684f82366cc71ce7ed7a7401ccd2e 2024-11-27T21:19:07,052 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/.tmp/queue/f1744d3f3863431b91f348790ca35ffd 2024-11-27T21:19:07,060 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/.tmp/hfileref/a370fcb76c494947890338f0d5efbe34 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/hfileref/a370fcb76c494947890338f0d5efbe34 2024-11-27T21:19:07,066 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/hfileref/a370fcb76c494947890338f0d5efbe34, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T21:19:07,068 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/.tmp/queue/f1744d3f3863431b91f348790ca35ffd as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/queue/f1744d3f3863431b91f348790ca35ffd 2024-11-27T21:19:07,079 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/queue/f1744d3f3863431b91f348790ca35ffd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T21:19:07,081 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6f6684f82366cc71ce7ed7a7401ccd2e in 910ms, sequenceid=10, compaction requested=false 2024-11-27T21:19:07,096 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/hbase/replication/6f6684f82366cc71ce7ed7a7401ccd2e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T21:19:07,096 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:07,097 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:07,097 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:19:07,097 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f6684f82366cc71ce7ed7a7401ccd2e: Waiting for close lock at 1732742346171Running coprocessor pre-close hooks at 1732742346171Disabling compacts and flushes for region at 1732742346171Disabling writes for close at 1732742346171Obtaining lock to block concurrent updates at 1732742346171Preparing flush snapshotting stores in 6f6684f82366cc71ce7ed7a7401ccd2e at 1732742346171Finished memstore snapshotting hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732742346172 (+1 ms)Flushing stores of hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. at 1732742346172Flushing 6f6684f82366cc71ce7ed7a7401ccd2e/hfileref: creating writer at 1732742346173 (+1 ms)Flushing 6f6684f82366cc71ce7ed7a7401ccd2e/hfileref: appending metadata at 1732742346190 (+17 ms)Flushing 6f6684f82366cc71ce7ed7a7401ccd2e/hfileref: closing flushed file at 1732742346190Flushing 6f6684f82366cc71ce7ed7a7401ccd2e/queue: creating writer at 1732742346621 (+431 ms)Flushing 6f6684f82366cc71ce7ed7a7401ccd2e/queue: appending metadata at 1732742346643 (+22 ms)Flushing 6f6684f82366cc71ce7ed7a7401ccd2e/queue: closing flushed file at 1732742346643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc05974: reopening flushed file at 1732742347059 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e05f68: reopening flushed file at 1732742347066 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6f6684f82366cc71ce7ed7a7401ccd2e in 910ms, sequenceid=10, compaction requested=false at 1732742347081 (+15 ms)Writing region close event to WAL at 1732742347092 (+11 ms)Running coprocessor post-close hooks at 1732742347096 (+4 ms)Closed at 1732742347097 (+1 ms) 2024-11-27T21:19:07,097 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742276953.6f6684f82366cc71ce7ed7a7401ccd2e. 2024-11-27T21:19:07,097 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 624ac8439ce357aa186cef0546f710a6, disabling compactions & flushes 2024-11-27T21:19:07,097 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:19:07,097 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:19:07,097 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742272579.624ac8439ce357aa186cef0546f710a6. after waiting 0 ms 2024-11-27T21:19:07,097 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:19:07,106 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/data/default/test/624ac8439ce357aa186cef0546f710a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:19:07,107 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:07,107 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:19:07,107 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:19:07,107 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 624ac8439ce357aa186cef0546f710a6: Waiting for close lock at 1732742347097Running coprocessor pre-close hooks at 1732742347097Disabling compacts and flushes for region at 1732742347097Disabling writes for close at 1732742347097Writing region close event to WAL at 1732742347103 (+6 ms)Running coprocessor post-close hooks at 1732742347106 (+3 ms)Closed at 1732742347107 (+1 ms) 2024-11-27T21:19:07,107 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742272579.624ac8439ce357aa186cef0546f710a6. 2024-11-27T21:19:07,121 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:19:07,121 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:19:07,172 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,41179,1732742265651; all regions closed. 2024-11-27T21:19:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:19:07,178 DEBUG [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/oldWALs 2024-11-27T21:19:07,178 INFO [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C41179%2C1732742265651.meta:.meta(num 1732742268204) 2024-11-27T21:19:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741839_1015 (size=2700) 2024-11-27T21:19:07,185 DEBUG [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/oldWALs 2024-11-27T21:19:07,185 INFO [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C41179%2C1732742265651.rep:(num 1732742278104) 2024-11-27T21:19:07,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741832_1008 (size=1300) 2024-11-27T21:19:07,191 DEBUG [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/oldWALs 2024-11-27T21:19:07,191 INFO [RS:0;4585c39bed03:41179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C41179%2C1732742265651:(num 1732742267268) 2024-11-27T21:19:07,191 DEBUG [RS:0;4585c39bed03:41179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:07,191 INFO [RS:0;4585c39bed03:41179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:07,191 INFO [RS:0;4585c39bed03:41179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:07,191 INFO [RS:0;4585c39bed03:41179 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:07,191 INFO [RS:0;4585c39bed03:41179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:07,191 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:07,191 INFO [RS:0;4585c39bed03:41179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,41179,1732742265651 because: Region server is closing 2024-11-27T21:19:07,192 INFO [RS:0;4585c39bed03:41179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41179. 2024-11-27T21:19:07,192 DEBUG [RS:0;4585c39bed03:41179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:07,192 DEBUG [RS:0;4585c39bed03:41179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:07,192 DEBUG [RS:0;4585c39bed03:41179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:07,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:07,292 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.wal-reader.4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:19:07,292 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T21:19:07,293 INFO [RS:0;4585c39bed03:41179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41179,1732742265651.replicationSource.shipper4585c39bed03%2C41179%2C1732742265651,1-4585c39bed03,41179,1732742265651 terminated 2024-11-27T21:19:07,293 INFO [RS:0;4585c39bed03:41179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41179 2024-11-27T21:19:07,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344869272/rs/4585c39bed03,41179,1732742265651 2024-11-27T21:19:07,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272/rs 2024-11-27T21:19:07,296 INFO [RS:0;4585c39bed03:41179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:07,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,41179,1732742265651] 2024-11-27T21:19:07,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01344869272/draining/4585c39bed03,41179,1732742265651 already deleted, retry=false 2024-11-27T21:19:07,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,41179,1732742265651 expired; onlineServers=0 2024-11-27T21:19:07,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,37435,1732742265594' ***** 2024-11-27T21:19:07,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:19:07,305 INFO [M:0;4585c39bed03:37435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:07,305 INFO [M:0;4585c39bed03:37435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:07,305 DEBUG [M:0;4585c39bed03:37435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:19:07,305 DEBUG [M:0;4585c39bed03:37435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:19:07,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:19:07,305 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742267049 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742267049,5,FailOnTimeoutGroup] 2024-11-27T21:19:07,305 INFO [M:0;4585c39bed03:37435 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:07,305 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742267049 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742267049,5,FailOnTimeoutGroup] 2024-11-27T21:19:07,305 INFO [M:0;4585c39bed03:37435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:07,305 DEBUG [M:0;4585c39bed03:37435 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:19:07,305 INFO [M:0;4585c39bed03:37435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:19:07,305 INFO [M:0;4585c39bed03:37435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:07,306 INFO [M:0;4585c39bed03:37435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:19:07,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:19:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344869272/master 2024-11-27T21:19:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344869272 2024-11-27T21:19:07,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01344869272/master already deleted, retry=false 2024-11-27T21:19:07,310 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Failed delete of our master address node; KeeperErrorCode = NoNode for /01344869272/master 2024-11-27T21:19:07,312 INFO [M:0;4585c39bed03:37435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/.lastflushedseqids 2024-11-27T21:19:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741850_1026 (size=263) 2024-11-27T21:19:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1015b4aa12f0001, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:07,398 INFO [RS:0;4585c39bed03:41179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:07,398 INFO [RS:0;4585c39bed03:41179 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,41179,1732742265651; zookeeper connection closed. 2024-11-27T21:19:07,398 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40ba2c10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40ba2c10 2024-11-27T21:19:07,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:19:07,723 INFO [M:0;4585c39bed03:37435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:19:07,723 INFO [M:0;4585c39bed03:37435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:19:07,724 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:07,724 INFO [M:0;4585c39bed03:37435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:07,724 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:07,724 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:07,724 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:07,724 INFO [M:0;4585c39bed03:37435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-27T21:19:07,746 DEBUG [M:0;4585c39bed03:37435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28afe6ae6a21406d8f072ab0a821c1f4 is 82, key is hbase:meta,,1/info:regioninfo/1732742268243/Put/seqid=0 2024-11-27T21:19:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741851_1027 (size=5672) 2024-11-27T21:19:07,752 INFO [M:0;4585c39bed03:37435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28afe6ae6a21406d8f072ab0a821c1f4 2024-11-27T21:19:07,779 DEBUG [M:0;4585c39bed03:37435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61cbbfdca144a1c9dff6c2ca3c26226 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732742273775/Put/seqid=0 2024-11-27T21:19:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741852_1028 (size=7240) 2024-11-27T21:19:07,784 INFO [M:0;4585c39bed03:37435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61cbbfdca144a1c9dff6c2ca3c26226 2024-11-27T21:19:07,789 INFO [M:0;4585c39bed03:37435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f61cbbfdca144a1c9dff6c2ca3c26226 2024-11-27T21:19:07,811 DEBUG [M:0;4585c39bed03:37435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4730c48463e34ffa96a0c8277f798242 is 69, key is 4585c39bed03,41179,1732742265651/rs:state/1732742267102/Put/seqid=0 2024-11-27T21:19:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741853_1029 (size=5156) 2024-11-27T21:19:08,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,216 INFO [M:0;4585c39bed03:37435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4730c48463e34ffa96a0c8277f798242 2024-11-27T21:19:08,223 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28afe6ae6a21406d8f072ab0a821c1f4 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28afe6ae6a21406d8f072ab0a821c1f4 2024-11-27T21:19:08,228 INFO [M:0;4585c39bed03:37435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28afe6ae6a21406d8f072ab0a821c1f4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T21:19:08,229 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61cbbfdca144a1c9dff6c2ca3c26226 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f61cbbfdca144a1c9dff6c2ca3c26226 2024-11-27T21:19:08,234 INFO [M:0;4585c39bed03:37435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f61cbbfdca144a1c9dff6c2ca3c26226 2024-11-27T21:19:08,234 INFO [M:0;4585c39bed03:37435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f61cbbfdca144a1c9dff6c2ca3c26226, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T21:19:08,235 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4730c48463e34ffa96a0c8277f798242 as hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4730c48463e34ffa96a0c8277f798242 2024-11-27T21:19:08,239 INFO [M:0;4585c39bed03:37435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34349/user/jenkins/test-data/c12c0cad-bb67-10ec-2b21-43a41e045e26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4730c48463e34ffa96a0c8277f798242, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T21:19:08,240 INFO [M:0;4585c39bed03:37435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=105, compaction requested=false 2024-11-27T21:19:08,244 INFO [M:0;4585c39bed03:37435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:08,244 DEBUG [M:0;4585c39bed03:37435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742347724Disabling compacts and flushes for region at 1732742347724Disabling writes for close at 1732742347724Obtaining lock to block concurrent updates at 1732742347724Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742347724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732742347724Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742347725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742347725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742347746 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742347746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742347758 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742347779 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742347779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742347789 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742347810 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742347810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f72501: reopening flushed file at 1732742348222 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f4b04f: reopening flushed file at 1732742348228 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8d34b3: reopening flushed file at 1732742348234 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=105, compaction requested=false at 1732742348240 (+6 ms)Writing region close event to WAL at 1732742348244 (+4 ms)Closed at 1732742348244 2024-11-27T21:19:08,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741830_1006 (size=64526) 2024-11-27T21:19:08,247 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:08,247 INFO [M:0;4585c39bed03:37435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:19:08,247 INFO [M:0;4585c39bed03:37435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37435 2024-11-27T21:19:08,247 INFO [M:0;4585c39bed03:37435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:08,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:08,350 INFO [M:0;4585c39bed03:37435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:08,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x1015b4aa12f0000, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:08,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@673d47f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:08,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e6e6fe7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:08,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:08,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ff1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:08,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:08,356 WARN [BP-2065746291-172.17.0.2-1732742264528 heartbeating to localhost/127.0.0.1:34349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:19:08,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:19:08,356 WARN [BP-2065746291-172.17.0.2-1732742264528 heartbeating to localhost/127.0.0.1:34349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2065746291-172.17.0.2-1732742264528 (Datanode Uuid 8ca1864f-d9f2-4be4-80b4-40a16e9fcbb2) service to localhost/127.0.0.1:34349 2024-11-27T21:19:08,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:19:08,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0/data/data1/current/BP-2065746291-172.17.0.2-1732742264528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:08,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/cluster_152ecce5-110e-3d44-58e3-c374fa61e3a0/data/data2/current/BP-2065746291-172.17.0.2-1732742264528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:08,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:19:08,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a34cbff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:08,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58c05427{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:08,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:08,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62175913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:08,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12eff4ea-dc5e-aa15-bc4b-884d850baf53/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:08,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:19:08,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:19:08,403 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=162 (was 142) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fd560b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57791) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fd560b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34349 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57791) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45211 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8974 (was 8915) - AvailableMemoryMB LEAK? - 2024-11-27T21:19:08,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=163, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=8973 2024-11-27T21:19:08,432 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T21:19:08,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.log.dir so I do NOT create it in target/test-data/42635cdf-0d45-8211-6f13-0bee21338390 2024-11-27T21:19:08,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:19:08,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.tmp.dir so I do NOT create it in target/test-data/42635cdf-0d45-8211-6f13-0bee21338390 2024-11-27T21:19:08,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b623280c-76f6-a5ee-3cd0-a2c30c90bfdd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:19:08,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390 2024-11-27T21:19:08,433 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c, deleteOnExit=true 2024-11-27T21:19:08,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c/zookeeper_0, clientPort=60125, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:19:08,438 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60125 2024-11-27T21:19:08,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/test.cache.data in system properties and HBase conf 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:19:08,439 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:19:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:19:08,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4aa12f0005, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:19:08,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4aa12f0002, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:19:08,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4aa12f0002, quorum=127.0.0.1:57791, baseZNode=/01344869272 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:19:08,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4aa12f0005, quorum=127.0.0.1:57791, baseZNode=/1701940966 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:19:08,518 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T21:19:08,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,553 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:08,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:08,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:08,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:08,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:08,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:19:08,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:08,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:08,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:08,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3068005f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/java.io.tmpdir/jetty-localhost-35697-hadoop-hdfs-3_4_1-tests_jar-_-any-14781652635492961166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:08,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:35697} 2024-11-27T21:19:08,705 INFO [Time-limited test {}] server.Server(415): Started @127520ms 2024-11-27T21:19:08,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:08,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:08,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:08,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:08,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:19:08,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:08,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:08,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78825a0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/java.io.tmpdir/jetty-localhost-41865-hadoop-hdfs-3_4_1-tests_jar-_-any-16874121894911857410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:08,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:41865} 2024-11-27T21:19:08,948 INFO [Time-limited test {}] server.Server(415): Started @127764ms 2024-11-27T21:19:08,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:19:09,071 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c/data/data1/current/BP-212314771-172.17.0.2-1732742348462/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:09,071 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c/data/data2/current/BP-212314771-172.17.0.2-1732742348462/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:09,102 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:19:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa7dbc2714c12d8 with lease ID 0xb61960bad116cf6f: Processing first storage report for DS-15f391ce-228a-4fc2-a71e-da50becab8fc from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=9f1bb9b2-300e-42df-8bab-e8aea33154dc, infoPort=32859, infoSecurePort=0, ipcPort=37951, storageInfo=lv=-57;cid=testClusterID;nsid=1564344527;c=1732742348462) 2024-11-27T21:19:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa7dbc2714c12d8 with lease ID 0xb61960bad116cf6f: from storage DS-15f391ce-228a-4fc2-a71e-da50becab8fc node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=9f1bb9b2-300e-42df-8bab-e8aea33154dc, infoPort=32859, infoSecurePort=0, ipcPort=37951, storageInfo=lv=-57;cid=testClusterID;nsid=1564344527;c=1732742348462), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:19:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa7dbc2714c12d8 with lease ID 0xb61960bad116cf6f: Processing first storage report for DS-f0cadb03-3f0a-4686-9340-cde2ec5b57e0 from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=9f1bb9b2-300e-42df-8bab-e8aea33154dc, infoPort=32859, infoSecurePort=0, ipcPort=37951, storageInfo=lv=-57;cid=testClusterID;nsid=1564344527;c=1732742348462) 2024-11-27T21:19:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa7dbc2714c12d8 with lease ID 0xb61960bad116cf6f: from storage DS-f0cadb03-3f0a-4686-9340-cde2ec5b57e0 node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=9f1bb9b2-300e-42df-8bab-e8aea33154dc, infoPort=32859, infoSecurePort=0, ipcPort=37951, storageInfo=lv=-57;cid=testClusterID;nsid=1564344527;c=1732742348462), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:19:09,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390 2024-11-27T21:19:09,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:09,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:19:09,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8 with version=8 2024-11-27T21:19:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/hbase-staging 2024-11-27T21:19:09,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:09,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:09,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:09,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:09,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:09,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:09,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:19:09,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:09,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38079 2024-11-27T21:19:09,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38079 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:09,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380790x0, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:09,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38079-0x1015b4be9240000 connected 2024-11-27T21:19:09,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:09,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:09,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:09,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8, hbase.cluster.distributed=false 2024-11-27T21:19:09,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/acl 2024-11-27T21:19:09,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-27T21:19:09,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38079 2024-11-27T21:19:09,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38079 2024-11-27T21:19:09,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-27T21:19:09,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-27T21:19:09,736 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:09,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:09,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:09,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:09,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:09,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:09,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:19:09,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:09,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35619 2024-11-27T21:19:09,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35619 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:09,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:09,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:09,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356190x0, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:09,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356190x0, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:09,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:19:09,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35619-0x1015b4be9240001 connected 2024-11-27T21:19:09,761 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:19:09,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/master 2024-11-27T21:19:09,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/acl 2024-11-27T21:19:09,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-27T21:19:09,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35619 2024-11-27T21:19:09,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35619 2024-11-27T21:19:09,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-27T21:19:09,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-27T21:19:09,799 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:38079 2024-11-27T21:19:09,800 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01311773257/backup-masters/4585c39bed03,38079,1732742349594 2024-11-27T21:19:09,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:09,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:09,804 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on existing znode=/01311773257/backup-masters/4585c39bed03,38079,1732742349594 2024-11-27T21:19:09,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01311773257/master 2024-11-27T21:19:09,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:09,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:09,807 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on existing znode=/01311773257/master 2024-11-27T21:19:09,808 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01311773257/backup-masters/4585c39bed03,38079,1732742349594 from backup master directory 2024-11-27T21:19:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/backup-masters/4585c39bed03,38079,1732742349594 2024-11-27T21:19:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:09,813 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:09,813 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,38079,1732742349594 2024-11-27T21:19:09,824 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/hbase.id] with ID: a78fa337-a041-4930-b571-434658ac6f14 2024-11-27T21:19:09,824 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/.tmp/hbase.id 2024-11-27T21:19:09,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:19:10,242 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/.tmp/hbase.id]:[hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/hbase.id] 2024-11-27T21:19:10,255 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:10,255 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:19:10,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:19:10,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:10,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:10,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:19:10,671 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:10,671 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:19:10,672 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:19:11,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store 2024-11-27T21:19:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:19:11,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:11,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:11,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:11,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:11,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:11,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:11,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:11,485 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742351485Disabling compacts and flushes for region at 1732742351485Disabling writes for close at 1732742351485Writing region close event to WAL at 1732742351485Closed at 1732742351485 2024-11-27T21:19:11,486 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/.initializing 2024-11-27T21:19:11,487 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594 2024-11-27T21:19:11,488 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:11,489 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C38079%2C1732742349594, suffix=, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/oldWALs, maxLogs=10 2024-11-27T21:19:11,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594/4585c39bed03%2C38079%2C1732742349594.1732742351490, exclude list is [], retry=0 2024-11-27T21:19:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:11,507 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594/4585c39bed03%2C38079%2C1732742349594.1732742351490 2024-11-27T21:19:11,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:11,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:11,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:11,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:19:11,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:11,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:11,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:19:11,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:11,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:11,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:19:11,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:11,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:11,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:19:11,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:11,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:11,516 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,517 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,517 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,519 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,519 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,519 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:11,520 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:11,527 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:11,528 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59295117, jitterRate=-0.11643390357494354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:11,528 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742351508Initializing all the Stores at 1732742351509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742351509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742351509Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742351509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742351509Cleaning up temporary data from old regions at 1732742351519 (+10 ms)Region opened successfully at 1732742351528 (+9 ms) 2024-11-27T21:19:11,529 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:19:11,532 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0adbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:11,533 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:19:11,533 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:19:11,534 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:19:11,534 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:19:11,534 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:19:11,535 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:19:11,535 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:19:11,537 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:19:11,538 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/balancer because node does not exist (not necessarily an error) 2024-11-27T21:19:11,539 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/balancer already deleted, retry=false 2024-11-27T21:19:11,539 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:19:11,540 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:19:11,541 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/normalizer already deleted, retry=false 2024-11-27T21:19:11,541 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:19:11,542 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:19:11,544 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/switch/split already deleted, retry=false 2024-11-27T21:19:11,544 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:19:11,546 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/switch/merge already deleted, retry=false 2024-11-27T21:19:11,549 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:19:11,550 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/snapshot-cleanup already deleted, retry=false 2024-11-27T21:19:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:11,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,38079,1732742349594, sessionid=0x1015b4be9240000, setting cluster-up flag (Was=false) 2024-11-27T21:19:11,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:11,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:11,561 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01311773257/flush-table-proc/acquired, /01311773257/flush-table-proc/reached, /01311773257/flush-table-proc/abort 2024-11-27T21:19:11,562 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,38079,1732742349594 2024-11-27T21:19:11,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:11,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:11,572 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01311773257/online-snapshot/acquired, /01311773257/online-snapshot/reached, /01311773257/online-snapshot/abort 2024-11-27T21:19:11,573 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,38079,1732742349594 2024-11-27T21:19:11,580 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:19:11,581 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:11,582 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:19:11,582 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:19:11,582 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,38079,1732742349594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:19:11,584 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:11,584 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:11,585 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:11,585 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:11,585 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:19:11,585 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,585 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:11,585 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,589 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(746): ClusterId : a78fa337-a041-4930-b571-434658ac6f14 2024-11-27T21:19:11,589 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:19:11,591 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:19:11,591 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:19:11,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:11,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:19:11,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:11,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:19:11,600 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:19:11,601 DEBUG [RS:0;4585c39bed03:35619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d61989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:11,606 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742381606 2024-11-27T21:19:11,606 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:19:11,606 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:19:11,606 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:19:11,606 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:19:11,606 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:19:11,607 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:19:11,607 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,608 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:19:11,608 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:19:11,608 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:19:11,608 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:19:11,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:19:11,612 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:19:11,612 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:19:11,613 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742351612,5,FailOnTimeoutGroup] 2024-11-27T21:19:11,613 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742351613,5,FailOnTimeoutGroup] 2024-11-27T21:19:11,613 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,613 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:19:11,613 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,613 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,617 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:35619 2024-11-27T21:19:11,617 INFO [RS:0;4585c39bed03:35619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:19:11,617 INFO [RS:0;4585c39bed03:35619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:19:11,617 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:19:11,618 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,38079,1732742349594 with port=35619, startcode=1732742349735 2024-11-27T21:19:11,618 DEBUG [RS:0;4585c39bed03:35619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:19:11,621 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:19:11,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,35619,1732742349735 2024-11-27T21:19:11,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38079 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,35619,1732742349735 2024-11-27T21:19:11,623 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8 2024-11-27T21:19:11,623 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32905 2024-11-27T21:19:11,623 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:19:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/rs 2024-11-27T21:19:11,625 DEBUG [RS:0;4585c39bed03:35619 {}] zookeeper.ZKUtil(111): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on existing znode=/01311773257/rs/4585c39bed03,35619,1732742349735 2024-11-27T21:19:11,625 WARN [RS:0;4585c39bed03:35619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:11,625 INFO [RS:0;4585c39bed03:35619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:11,625 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735 2024-11-27T21:19:11,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,35619,1732742349735] 2024-11-27T21:19:11,630 INFO [RS:0;4585c39bed03:35619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:19:11,632 INFO [RS:0;4585c39bed03:35619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:19:11,636 INFO [RS:0;4585c39bed03:35619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:19:11,636 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,637 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:19:11,637 INFO [RS:0;4585c39bed03:35619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:19:11,637 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:11,638 DEBUG [RS:0;4585c39bed03:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:11,640 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,640 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,640 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,640 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,640 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,640 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35619,1732742349735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:11,663 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:19:11,663 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,35619,1732742349735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,663 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,663 INFO [RS:0;4585c39bed03:35619 {}] regionserver.Replication(171): 4585c39bed03,35619,1732742349735 started 2024-11-27T21:19:11,679 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:11,679 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,35619,1732742349735, RpcServer on 4585c39bed03/172.17.0.2:35619, sessionid=0x1015b4be9240001 2024-11-27T21:19:11,679 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:19:11,679 DEBUG [RS:0;4585c39bed03:35619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,35619,1732742349735 2024-11-27T21:19:11,679 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,35619,1732742349735' 2024-11-27T21:19:11,679 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01311773257/flush-table-proc/abort' 2024-11-27T21:19:11,679 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01311773257/flush-table-proc/acquired' 2024-11-27T21:19:11,680 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:19:11,680 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:19:11,680 DEBUG [RS:0;4585c39bed03:35619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,35619,1732742349735 2024-11-27T21:19:11,680 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,35619,1732742349735' 2024-11-27T21:19:11,680 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01311773257/online-snapshot/abort' 2024-11-27T21:19:11,680 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01311773257/online-snapshot/acquired' 2024-11-27T21:19:11,681 DEBUG [RS:0;4585c39bed03:35619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:19:11,681 INFO [RS:0;4585c39bed03:35619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:19:11,681 INFO [RS:0;4585c39bed03:35619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:19:11,781 INFO [RS:0;4585c39bed03:35619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:11,783 INFO [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C35619%2C1732742349735, suffix=, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs, maxLogs=10 2024-11-27T21:19:11,800 DEBUG [RS:0;4585c39bed03:35619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783, exclude list is [], retry=0 2024-11-27T21:19:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:11,805 INFO [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783 2024-11-27T21:19:11,805 DEBUG [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:12,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:19:12,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8 2024-11-27T21:19:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:19:12,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:12,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:12,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:12,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:12,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:12,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:12,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:12,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:12,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:12,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:12,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740 2024-11-27T21:19:12,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740 2024-11-27T21:19:12,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:12,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:12,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:12,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:12,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:12,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65205869, jitterRate=-0.02835683524608612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742352417Initializing all the Stores at 1732742352418 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742352418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742352418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742352418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742352418Cleaning up temporary data from old regions at 1732742352428 (+10 ms)Region opened successfully at 1732742352433 (+5 ms) 2024-11-27T21:19:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:12,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:12,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742352433Disabling compacts and flushes for region at 1732742352433Disabling writes for close at 1732742352433Writing region close event to WAL at 1732742352433Closed at 1732742352433 2024-11-27T21:19:12,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:12,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:19:12,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:19:12,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:12,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:19:12,587 DEBUG [4585c39bed03:38079 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:19:12,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,35619,1732742349735 2024-11-27T21:19:12,589 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,35619,1732742349735, state=OPENING 2024-11-27T21:19:12,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:19:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:12,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:12,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:12,593 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:12,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,35619,1732742349735}] 2024-11-27T21:19:12,746 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:19:12,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:19:12,751 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:19:12,751 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:12,751 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:19:12,753 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C35619%2C1732742349735.meta, suffix=.meta, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs, maxLogs=10 2024-11-27T21:19:12,766 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.meta.1732742352753.meta, exclude list is [], retry=0 2024-11-27T21:19:12,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:12,770 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.meta.1732742352753.meta 2024-11-27T21:19:12,770 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:12,770 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:12,770 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:12,771 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:12,771 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:19:12,771 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:19:12,771 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:19:12,771 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:12,771 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:19:12,771 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:19:12,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:12,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:12,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:12,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:12,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:12,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:12,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:12,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:12,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:12,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:12,777 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:12,778 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740 2024-11-27T21:19:12,778 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740 2024-11-27T21:19:12,779 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:12,779 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:12,780 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:12,781 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:12,781 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70333806, jitterRate=0.04805538058280945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:12,781 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:19:12,782 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742352771Writing region info on filesystem at 1732742352771Initializing all the Stores at 1732742352772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742352772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742352772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742352772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742352772Cleaning up temporary data from old regions at 1732742352779 (+7 ms)Running coprocessor post-open hooks at 1732742352781 (+2 ms)Region opened successfully at 1732742352782 (+1 ms) 2024-11-27T21:19:12,783 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742352746 2024-11-27T21:19:12,785 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:19:12,785 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:19:12,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,35619,1732742349735 2024-11-27T21:19:12,786 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,35619,1732742349735, state=OPEN 2024-11-27T21:19:12,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:12,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:12,793 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,35619,1732742349735 2024-11-27T21:19:12,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:12,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:12,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:19:12,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,35619,1732742349735 in 199 msec 2024-11-27T21:19:12,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:19:12,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-27T21:19:12,797 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:12,797 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:19:12,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:12,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,35619,1732742349735, seqNum=-1] 2024-11-27T21:19:12,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:12,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:12,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-27T21:19:12,804 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742352804, completionTime=-1 2024-11-27T21:19:12,805 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:19:12,805 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742412807 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742472807 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38079,1732742349594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38079,1732742349594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38079,1732742349594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:38079, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:12,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:12,808 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:12,809 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.997sec 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38079,1732742349594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:12,811 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38079,1732742349594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:19:12,813 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:19:12,813 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:19:12,813 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38079,1732742349594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:12,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd458e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:12,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38079,-1 for getting cluster id 2024-11-27T21:19:12,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:12,892 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78fa337-a041-4930-b571-434658ac6f14' 2024-11-27T21:19:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78fa337-a041-4930-b571-434658ac6f14" 2024-11-27T21:19:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411d3603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38079,-1] 2024-11-27T21:19:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:12,894 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:12,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c19f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:12,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,35619,1732742349735, seqNum=-1] 2024-11-27T21:19:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:12,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:12,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,38079,1732742349594 2024-11-27T21:19:12,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:12,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:12,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4be9240002 connected 2024-11-27T21:19:12,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.log.dir so I do NOT create it in target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b 2024-11-27T21:19:12,913 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:19:12,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.tmp.dir so I do NOT create it in target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b 2024-11-27T21:19:12,913 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:19:12,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b 2024-11-27T21:19:12,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:19:12,913 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/cluster_4e2ae54c-596f-c9a3-5d47-54d2e0e109b9, deleteOnExit=true 2024-11-27T21:19:12,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/test.cache.data in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:19:12,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:12,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:12,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:19:12,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:19:12,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:19:12,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:12,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:19:12,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:19:12,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:12,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:12,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:12,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:12,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:19:12,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:12,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:12,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:13,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6097698c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/java.io.tmpdir/jetty-localhost-45989-hadoop-hdfs-3_4_1-tests_jar-_-any-12262962547430998696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:13,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:45989} 2024-11-27T21:19:13,113 INFO [Time-limited test {}] server.Server(415): Started @131928ms 2024-11-27T21:19:13,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:13,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:13,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:13,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:13,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:19:13,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:13,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:13,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64bc60f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/java.io.tmpdir/jetty-localhost-45375-hadoop-hdfs-3_4_1-tests_jar-_-any-8103145896866714646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:13,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:45375} 2024-11-27T21:19:13,385 INFO [Time-limited test {}] server.Server(415): Started @132201ms 2024-11-27T21:19:13,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:19:13,496 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/cluster_4e2ae54c-596f-c9a3-5d47-54d2e0e109b9/data/data1/current/BP-1458354677-172.17.0.2-1732742352933/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:13,497 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/cluster_4e2ae54c-596f-c9a3-5d47-54d2e0e109b9/data/data2/current/BP-1458354677-172.17.0.2-1732742352933/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:13,522 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:19:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1558828998e10ba with lease ID 0x22b22e5cbe64ebf1: Processing first storage report for DS-35e9589c-46cc-42e9-9652-9dab6207c171 from datanode DatanodeRegistration(127.0.0.1:36783, datanodeUuid=8aa20aa0-a562-4ed1-b980-e15323db6cd5, infoPort=33627, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=264314657;c=1732742352933) 2024-11-27T21:19:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1558828998e10ba with lease ID 0x22b22e5cbe64ebf1: from storage DS-35e9589c-46cc-42e9-9652-9dab6207c171 node DatanodeRegistration(127.0.0.1:36783, datanodeUuid=8aa20aa0-a562-4ed1-b980-e15323db6cd5, infoPort=33627, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=264314657;c=1732742352933), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:19:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1558828998e10ba with lease ID 0x22b22e5cbe64ebf1: Processing first storage report for DS-829cbc57-6d46-48b2-82db-2c973c111a78 from datanode DatanodeRegistration(127.0.0.1:36783, datanodeUuid=8aa20aa0-a562-4ed1-b980-e15323db6cd5, infoPort=33627, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=264314657;c=1732742352933) 2024-11-27T21:19:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1558828998e10ba with lease ID 0x22b22e5cbe64ebf1: from storage DS-829cbc57-6d46-48b2-82db-2c973c111a78 node DatanodeRegistration(127.0.0.1:36783, datanodeUuid=8aa20aa0-a562-4ed1-b980-e15323db6cd5, infoPort=33627, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=264314657;c=1732742352933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:19:13,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b 2024-11-27T21:19:13,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:13,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:19:14,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf with version=8 2024-11-27T21:19:14,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/hbase-staging 2024-11-27T21:19:14,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:14,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:14,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:14,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:14,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:14,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:14,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:19:14,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:14,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39703 2024-11-27T21:19:14,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39703 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:14,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397030x0, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:14,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39703-0x1015b4be9240003 connected 2024-11-27T21:19:14,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:14,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:14,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on znode that does not yet exist, /11836944906/running 2024-11-27T21:19:14,062 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf, hbase.cluster.distributed=false 2024-11-27T21:19:14,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on znode that does not yet exist, /11836944906/acl 2024-11-27T21:19:14,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-27T21:19:14,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39703 2024-11-27T21:19:14,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39703 2024-11-27T21:19:14,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-27T21:19:14,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-27T21:19:14,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:14,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:14,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:14,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:14,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:14,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:14,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:19:14,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:14,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45967 2024-11-27T21:19:14,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45967 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:14,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:14,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459670x0, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:14,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459670x0, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on znode that does not yet exist, /11836944906/running 2024-11-27T21:19:14,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45967-0x1015b4be9240004 connected 2024-11-27T21:19:14,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:19:14,104 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:19:14,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on znode that does not yet exist, /11836944906/master 2024-11-27T21:19:14,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on znode that does not yet exist, /11836944906/acl 2024-11-27T21:19:14,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45967 2024-11-27T21:19:14,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45967 2024-11-27T21:19:14,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45967 2024-11-27T21:19:14,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45967 2024-11-27T21:19:14,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45967 2024-11-27T21:19:14,124 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:39703 2024-11-27T21:19:14,124 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11836944906/backup-masters/4585c39bed03,39703,1732742354039 2024-11-27T21:19:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906/backup-masters 2024-11-27T21:19:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906/backup-masters 2024-11-27T21:19:14,127 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on existing znode=/11836944906/backup-masters/4585c39bed03,39703,1732742354039 2024-11-27T21:19:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11836944906/master 2024-11-27T21:19:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:14,130 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on existing znode=/11836944906/master 2024-11-27T21:19:14,130 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11836944906/backup-masters/4585c39bed03,39703,1732742354039 from backup master directory 2024-11-27T21:19:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11836944906/backup-masters/4585c39bed03,39703,1732742354039 2024-11-27T21:19:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906/backup-masters 2024-11-27T21:19:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906/backup-masters 2024-11-27T21:19:14,131 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:14,131 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,39703,1732742354039 2024-11-27T21:19:14,138 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/hbase.id] with ID: e5a1112c-83d4-44b5-bf07-69922677517d 2024-11-27T21:19:14,138 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/.tmp/hbase.id 2024-11-27T21:19:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:19:14,546 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/.tmp/hbase.id]:[hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/hbase.id] 2024-11-27T21:19:14,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:14,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:19:14,559 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:19:14,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:14,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:19:14,966 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:14,967 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:19:14,968 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:19:15,375 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store 2024-11-27T21:19:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:19:15,783 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:15,783 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:15,783 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:15,783 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:15,783 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:15,783 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:15,783 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:15,783 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742355783Disabling compacts and flushes for region at 1732742355783Disabling writes for close at 1732742355783Writing region close event to WAL at 1732742355783Closed at 1732742355783 2024-11-27T21:19:15,784 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/.initializing 2024-11-27T21:19:15,784 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/WALs/4585c39bed03,39703,1732742354039 2024-11-27T21:19:15,785 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:15,787 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C39703%2C1732742354039, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/WALs/4585c39bed03,39703,1732742354039, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/oldWALs, maxLogs=10 2024-11-27T21:19:15,800 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/WALs/4585c39bed03,39703,1732742354039/4585c39bed03%2C39703%2C1732742354039.1732742355787, exclude list is [], retry=0 2024-11-27T21:19:15,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-35e9589c-46cc-42e9-9652-9dab6207c171,DISK] 2024-11-27T21:19:15,804 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/WALs/4585c39bed03,39703,1732742354039/4585c39bed03%2C39703%2C1732742354039.1732742355787 2024-11-27T21:19:15,805 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33627:33627)] 2024-11-27T21:19:15,805 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:15,805 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:15,805 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,805 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:19:15,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:15,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:15,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:19:15,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:15,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:15,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:19:15,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:15,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:15,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:19:15,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:15,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:15,813 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,813 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,814 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,815 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,815 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,815 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:15,816 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:15,818 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:15,819 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69876931, jitterRate=0.0412474125623703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:15,819 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742355805Initializing all the Stores at 1732742355806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742355806Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742355806Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742355806Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742355806Cleaning up temporary data from old regions at 1732742355815 (+9 ms)Region opened successfully at 1732742355819 (+4 ms) 2024-11-27T21:19:15,819 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:19:15,822 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709abe00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:15,823 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:19:15,823 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:19:15,823 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:19:15,823 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:19:15,823 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:19:15,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:19:15,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:19:15,826 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:19:15,826 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Unable to get data of znode /11836944906/balancer because node does not exist (not necessarily an error) 2024-11-27T21:19:15,829 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11836944906/balancer already deleted, retry=false 2024-11-27T21:19:15,830 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:19:15,830 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Unable to get data of znode /11836944906/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:19:15,831 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11836944906/normalizer already deleted, retry=false 2024-11-27T21:19:15,832 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:19:15,833 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Unable to get data of znode /11836944906/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:19:15,833 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11836944906/switch/split already deleted, retry=false 2024-11-27T21:19:15,834 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Unable to get data of znode /11836944906/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:19:15,835 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11836944906/switch/merge already deleted, retry=false 2024-11-27T21:19:15,837 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Unable to get data of znode /11836944906/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:19:15,839 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11836944906/snapshot-cleanup already deleted, retry=false 2024-11-27T21:19:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11836944906/running 2024-11-27T21:19:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11836944906/running 2024-11-27T21:19:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:15,841 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,39703,1732742354039, sessionid=0x1015b4be9240003, setting cluster-up flag (Was=false) 2024-11-27T21:19:15,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:15,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:15,849 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11836944906/flush-table-proc/acquired, /11836944906/flush-table-proc/reached, /11836944906/flush-table-proc/abort 2024-11-27T21:19:15,850 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,39703,1732742354039 2024-11-27T21:19:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:15,860 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11836944906/online-snapshot/acquired, /11836944906/online-snapshot/reached, /11836944906/online-snapshot/abort 2024-11-27T21:19:15,861 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,39703,1732742354039 2024-11-27T21:19:15,863 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:19:15,864 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:15,865 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:19:15,865 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:19:15,865 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,39703,1732742354039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:15,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742385867 2024-11-27T21:19:15,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:19:15,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:19:15,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:19:15,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:19:15,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:19:15,867 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:19:15,868 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:15,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:19:15,868 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:19:15,868 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:19:15,868 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:19:15,868 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:19:15,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:15,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:19:15,872 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:19:15,872 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:19:15,876 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742355872,5,FailOnTimeoutGroup] 2024-11-27T21:19:15,877 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742355876,5,FailOnTimeoutGroup] 2024-11-27T21:19:15,877 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,877 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:19:15,877 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,877 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:19:15,915 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(746): ClusterId : e5a1112c-83d4-44b5-bf07-69922677517d 2024-11-27T21:19:15,915 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:19:15,917 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:19:15,917 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:19:15,919 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:19:15,919 DEBUG [RS:0;4585c39bed03:45967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e61729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:15,933 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:45967 2024-11-27T21:19:15,933 INFO [RS:0;4585c39bed03:45967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:19:15,933 INFO [RS:0;4585c39bed03:45967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:19:15,933 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:19:15,934 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,39703,1732742354039 with port=45967, startcode=1732742354090 2024-11-27T21:19:15,934 DEBUG [RS:0;4585c39bed03:45967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:19:15,936 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:19:15,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,45967,1732742354090 2024-11-27T21:19:15,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39703 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,45967,1732742354090 2024-11-27T21:19:15,937 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf 2024-11-27T21:19:15,937 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35379 2024-11-27T21:19:15,937 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:19:15,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906/rs 2024-11-27T21:19:15,946 DEBUG [RS:0;4585c39bed03:45967 {}] zookeeper.ZKUtil(111): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on existing znode=/11836944906/rs/4585c39bed03,45967,1732742354090 2024-11-27T21:19:15,946 WARN [RS:0;4585c39bed03:45967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:15,946 INFO [RS:0;4585c39bed03:45967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:15,946 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090 2024-11-27T21:19:15,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,45967,1732742354090] 2024-11-27T21:19:15,950 INFO [RS:0;4585c39bed03:45967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:19:15,952 INFO [RS:0;4585c39bed03:45967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:19:15,953 INFO [RS:0;4585c39bed03:45967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:19:15,953 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,953 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:19:15,954 INFO [RS:0;4585c39bed03:45967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:19:15,954 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:15,954 DEBUG [RS:0;4585c39bed03:45967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:15,954 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,955 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,955 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,955 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,955 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,955 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45967,1732742354090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:15,976 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:19:15,977 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45967,1732742354090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,977 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,977 INFO [RS:0;4585c39bed03:45967 {}] regionserver.Replication(171): 4585c39bed03,45967,1732742354090 started 2024-11-27T21:19:15,991 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:15,991 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,45967,1732742354090, RpcServer on 4585c39bed03/172.17.0.2:45967, sessionid=0x1015b4be9240004 2024-11-27T21:19:15,992 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:19:15,992 DEBUG [RS:0;4585c39bed03:45967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,45967,1732742354090 2024-11-27T21:19:15,992 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,45967,1732742354090' 2024-11-27T21:19:15,992 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11836944906/flush-table-proc/abort' 2024-11-27T21:19:15,992 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11836944906/flush-table-proc/acquired' 2024-11-27T21:19:15,993 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:19:15,993 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:19:15,993 DEBUG [RS:0;4585c39bed03:45967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,45967,1732742354090 2024-11-27T21:19:15,993 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,45967,1732742354090' 2024-11-27T21:19:15,993 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11836944906/online-snapshot/abort' 2024-11-27T21:19:15,993 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11836944906/online-snapshot/acquired' 2024-11-27T21:19:15,993 DEBUG [RS:0;4585c39bed03:45967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:19:15,993 INFO [RS:0;4585c39bed03:45967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:19:15,993 INFO [RS:0;4585c39bed03:45967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:19:16,094 INFO [RS:0;4585c39bed03:45967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:16,095 INFO [RS:0;4585c39bed03:45967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C45967%2C1732742354090, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/oldWALs, maxLogs=10 2024-11-27T21:19:16,113 DEBUG [RS:0;4585c39bed03:45967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090/4585c39bed03%2C45967%2C1732742354090.1732742356096, exclude list is [], retry=0 2024-11-27T21:19:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-35e9589c-46cc-42e9-9652-9dab6207c171,DISK] 2024-11-27T21:19:16,118 INFO [RS:0;4585c39bed03:45967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090/4585c39bed03%2C45967%2C1732742354090.1732742356096 2024-11-27T21:19:16,118 DEBUG [RS:0;4585c39bed03:45967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33627:33627)] 2024-11-27T21:19:16,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:19:16,286 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf 2024-11-27T21:19:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:19:16,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:19:16,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T21:19:16,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:19:16,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:16,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:16,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:16,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:16,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:16,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:16,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:16,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:16,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:16,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:16,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:16,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:16,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:16,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:16,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:16,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:16,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:16,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:16,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740 2024-11-27T21:19:16,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740 2024-11-27T21:19:16,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:16,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:16,702 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:16,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:16,705 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:16,705 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65230517, jitterRate=-0.027989551424980164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:16,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742356693Initializing all the Stores at 1732742356693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742356693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742356694 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742356694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742356694Cleaning up temporary data from old regions at 1732742356702 (+8 ms)Region opened successfully at 1732742356705 (+3 ms) 2024-11-27T21:19:16,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:16,705 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:16,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:16,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:16,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:16,706 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:16,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742356705Disabling compacts and flushes for region at 1732742356705Disabling writes for close at 1732742356705Writing region close event to WAL at 1732742356706 (+1 ms)Closed at 1732742356706 2024-11-27T21:19:16,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:16,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:19:16,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:19:16,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:16,709 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:19:16,859 DEBUG [4585c39bed03:39703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:19:16,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,45967,1732742354090 2024-11-27T21:19:16,861 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,45967,1732742354090, state=OPENING 2024-11-27T21:19:16,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:19:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:16,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11836944906/meta-region-server: CHANGED 2024-11-27T21:19:16,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11836944906/meta-region-server: CHANGED 2024-11-27T21:19:16,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:16,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,45967,1732742354090}] 2024-11-27T21:19:17,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:19:17,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:19:17,022 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:19:17,022 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:17,022 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:19:17,023 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C45967%2C1732742354090.meta, suffix=.meta, logDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/oldWALs, maxLogs=10 2024-11-27T21:19:17,037 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090/4585c39bed03%2C45967%2C1732742354090.meta.1732742357024.meta, exclude list is [], retry=0 2024-11-27T21:19:17,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-35e9589c-46cc-42e9-9652-9dab6207c171,DISK] 2024-11-27T21:19:17,041 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090/4585c39bed03%2C45967%2C1732742354090.meta.1732742357024.meta 2024-11-27T21:19:17,041 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33627:33627)] 2024-11-27T21:19:17,041 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:17,042 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:17,042 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:17,042 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:19:17,042 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:19:17,042 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:19:17,042 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:17,042 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:19:17,042 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:19:17,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:17,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:17,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:17,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:17,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:17,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:17,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:17,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:17,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:17,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:17,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:17,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:17,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:17,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:17,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:17,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:17,048 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:17,049 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740 2024-11-27T21:19:17,050 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740 2024-11-27T21:19:17,051 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:17,051 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:17,052 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:17,053 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:17,054 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66671331, jitterRate=-0.006519749760627747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:17,054 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:19:17,054 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742357042Writing region info on filesystem at 1732742357042Initializing all the Stores at 1732742357043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742357043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742357043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742357043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742357043Cleaning up temporary data from old regions at 1732742357051 (+8 ms)Running coprocessor post-open hooks at 1732742357054 (+3 ms)Region opened successfully at 1732742357054 2024-11-27T21:19:17,055 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742357016 2024-11-27T21:19:17,057 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:19:17,057 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:19:17,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,45967,1732742354090 2024-11-27T21:19:17,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,45967,1732742354090, state=OPEN 2024-11-27T21:19:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11836944906/meta-region-server 2024-11-27T21:19:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11836944906/meta-region-server 2024-11-27T21:19:17,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,45967,1732742354090 2024-11-27T21:19:17,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11836944906/meta-region-server: CHANGED 2024-11-27T21:19:17,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11836944906/meta-region-server: CHANGED 2024-11-27T21:19:17,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:19:17,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,45967,1732742354090 in 196 msec 2024-11-27T21:19:17,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:19:17,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-27T21:19:17,065 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:17,065 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:19:17,066 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:17,066 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,45967,1732742354090, seqNum=-1] 2024-11-27T21:19:17,066 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:17,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:17,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-27T21:19:17,072 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742357072, completionTime=-1 2024-11-27T21:19:17,072 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:19:17,072 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:19:17,074 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:19:17,074 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742417074 2024-11-27T21:19:17,074 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742477074 2024-11-27T21:19:17,074 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:19:17,075 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39703,1732742354039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:17,075 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39703,1732742354039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:17,075 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39703,1732742354039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:17,075 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:39703, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:17,075 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:17,075 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:17,077 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39703,1732742354039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:17,079 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39703,1732742354039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:19:17,081 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:19:17,081 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:19:17,081 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,39703,1732742354039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:17,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,39703,-1 for getting cluster id 2024-11-27T21:19:17,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:17,118 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a1112c-83d4-44b5-bf07-69922677517d' 2024-11-27T21:19:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a1112c-83d4-44b5-bf07-69922677517d" 2024-11-27T21:19:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fcdefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,39703,-1] 2024-11-27T21:19:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:17,120 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:17,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,45967,1732742354090, seqNum=-1] 2024-11-27T21:19:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:17,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:17,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,39703,1732742354039 2024-11-27T21:19:17,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:17,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:17,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4be9240005 connected 2024-11-27T21:19:17,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b95df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38079,-1 for getting cluster id 2024-11-27T21:19:17,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:17,134 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78fa337-a041-4930-b571-434658ac6f14' 2024-11-27T21:19:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78fa337-a041-4930-b571-434658ac6f14" 2024-11-27T21:19:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b74876d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38079,-1] 2024-11-27T21:19:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:17,135 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:17,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1306dc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38079,1732742349594 2024-11-27T21:19:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c4694a6 2024-11-27T21:19:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:17,138 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:17,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:39703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:19:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:19:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:17,142 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:39703' 2024-11-27T21:19:17,143 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629e7239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,143 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,39703,-1 for getting cluster id 2024-11-27T21:19:17,143 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:17,144 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a1112c-83d4-44b5-bf07-69922677517d' 2024-11-27T21:19:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a1112c-83d4-44b5-bf07-69922677517d" 2024-11-27T21:19:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6704f6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,39703,-1] 2024-11-27T21:19:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:17,145 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc39c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:17,146 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:17,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,39703,1732742354039 2024-11-27T21:19:17,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@235207cf 2024-11-27T21:19:17,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:17,148 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:17,148 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T21:19:17,149 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:19:17,149 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:17,149 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:17,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:17,149 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:17,150 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:19:17,152 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:19:17,152 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:17,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:19:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741835_1011 (size=1138) 2024-11-27T21:19:17,201 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:19:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:17,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d121f2efdafe143e155c57ad642642ef, NAME => 'hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8 2024-11-27T21:19:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741836_1012 (size=44) 2024-11-27T21:19:17,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:19:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:17,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:17,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d121f2efdafe143e155c57ad642642ef, disabling compactions & flushes 2024-11-27T21:19:17,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:17,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:17,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. after waiting 0 ms 2024-11-27T21:19:17,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:17,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:17,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d121f2efdafe143e155c57ad642642ef: Waiting for close lock at 1732742357967Disabling compacts and flushes for region at 1732742357967Disabling writes for close at 1732742357967Writing region close event to WAL at 1732742357967Closed at 1732742357967 2024-11-27T21:19:17,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:19:17,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742357968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742357968"}]},"ts":"1732742357968"} 2024-11-27T21:19:17,971 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:19:17,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:19:17,972 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742357972"}]},"ts":"1732742357972"} 2024-11-27T21:19:17,973 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:19:17,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN}] 2024-11-27T21:19:17,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN 2024-11-27T21:19:17,976 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN; state=OFFLINE, location=4585c39bed03,35619,1732742349735; forceNewPlan=false, retain=false 2024-11-27T21:19:18,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d121f2efdafe143e155c57ad642642ef, regionState=OPENING, regionLocation=4585c39bed03,35619,1732742349735 2024-11-27T21:19:18,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN because future has completed 2024-11-27T21:19:18,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d121f2efdafe143e155c57ad642642ef, server=4585c39bed03,35619,1732742349735}] 2024-11-27T21:19:18,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:19:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:18,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:18,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:18,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:19:18,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C35619%2C1732742349735.rep, suffix=, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs, maxLogs=10 2024-11-27T21:19:18,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:18,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:18,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:18,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:18,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:18,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:18,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.rep.1732742358288, exclude list is [], retry=0 2024-11-27T21:19:18,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:18,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.rep.1732742358288 2024-11-27T21:19:18,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:18,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d121f2efdafe143e155c57ad642642ef, NAME => 'hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:18,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:18,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:18,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. service=MultiRowMutationService 2024-11-27T21:19:18,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:19:18,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:18,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,311 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,312 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d121f2efdafe143e155c57ad642642ef columnFamilyName hfileref 2024-11-27T21:19:18,312 DEBUG [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:18,313 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(327): Store=d121f2efdafe143e155c57ad642642ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:18,313 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,314 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d121f2efdafe143e155c57ad642642ef columnFamilyName queue 2024-11-27T21:19:18,314 DEBUG [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:18,314 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(327): Store=d121f2efdafe143e155c57ad642642ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:18,314 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,315 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d121f2efdafe143e155c57ad642642ef columnFamilyName sid 2024-11-27T21:19:18,315 DEBUG [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:18,316 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(327): Store=d121f2efdafe143e155c57ad642642ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:18,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:19:18,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:18,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d121f2efdafe143e155c57ad642642ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65628930, jitterRate=-0.022052735090255737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:19:18,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:18,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d121f2efdafe143e155c57ad642642ef: Running coprocessor pre-open hook at 1732742358308Writing region info on filesystem at 1732742358308Initializing all the Stores at 1732742358309 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742358309Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742358311 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742358311Cleaning up temporary data from old regions at 1732742358318 (+7 ms)Running coprocessor post-open hooks at 1732742358322 (+4 ms)Region opened successfully at 1732742358323 (+1 ms) 2024-11-27T21:19:18,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., pid=7, masterSystemTime=1732742358281 2024-11-27T21:19:18,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:18,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:18,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d121f2efdafe143e155c57ad642642ef, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,35619,1732742349735 2024-11-27T21:19:18,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d121f2efdafe143e155c57ad642642ef, server=4585c39bed03,35619,1732742349735 because future has completed 2024-11-27T21:19:18,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T21:19:18,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d121f2efdafe143e155c57ad642642ef, server=4585c39bed03,35619,1732742349735 in 201 msec 2024-11-27T21:19:18,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:19:18,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN in 358 msec 2024-11-27T21:19:18,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:19:18,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742358335"}]},"ts":"1732742358335"} 2024-11-27T21:19:18,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:19:18,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:19:18,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-27T21:19:18,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., hostname=4585c39bed03,35619,1732742349735, seqNum=2] 2024-11-27T21:19:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:18,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:19:18,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T21:19:18,523 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:19:18,552 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,35619,1732742349735, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:19:18,553 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:18,553 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,35619,1732742349735, seqNum=-1] 2024-11-27T21:19:18,553 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:18,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T21:19:18,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,35619,1732742349735', locateType=CURRENT is [region=hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., hostname=4585c39bed03,35619,1732742349735, seqNum=2] 2024-11-27T21:19:18,558 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T21:19:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T21:19:18,560 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,35619,1732742349735 suceeded 2024-11-27T21:19:18,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T21:19:18,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T21:19:18,561 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:39703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:19:18,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-27T21:19:18,572 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:39703' 2024-11-27T21:19:18,573 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61fa676b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:18,573 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,39703,-1 for getting cluster id 2024-11-27T21:19:18,573 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:18,574 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a1112c-83d4-44b5-bf07-69922677517d' 2024-11-27T21:19:18,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:18,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a1112c-83d4-44b5-bf07-69922677517d" 2024-11-27T21:19:18,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75805a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:18,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,39703,-1] 2024-11-27T21:19:18,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:18,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:18,575 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:18,576 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ef83f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:18,576 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,39703,1732742354039 2024-11-27T21:19:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c76fbfe 2024-11-27T21:19:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:18,578 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T21:19:18,578 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,35619,1732742349735 (queues=1) is replicating from cluster=a78fa337-a041-4930-b571-434658ac6f14 to cluster=e5a1112c-83d4-44b5-bf07-69922677517d 2024-11-27T21:19:18,578 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C35619%2C1732742349735 2024-11-27T21:19:18,578 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,35619,1732742349735, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:19:18,579 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.shipper4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C35619%2C1732742349735 2024-11-27T21:19:18,579 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.wal-reader.4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783, startPosition=0, beingWritten=true 2024-11-27T21:19:18,784 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.wal-reader.4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783 to pos 0, reset compression=false 2024-11-27T21:19:19,088 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.wal-reader.4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783 to pos 0, reset compression=false 2024-11-27T21:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:19,287 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:19:19,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:19,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:19,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:19,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:19,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:19,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38079,1732742349594 2024-11-27T21:19:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45628d1d 2024-11-27T21:19:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:19,290 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:19,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:19:19,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:19,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:19,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:19,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:19,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:19,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:19:19,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655083819, stopped=false 2024-11-27T21:19:19,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,38079,1732742349594 2024-11-27T21:19:19,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:19,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:19,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:19,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:19,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:19,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:19,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:19,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:19,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,35619,1732742349735' ***** 2024-11-27T21:19:19,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:19:19,293 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:19:19,293 INFO [RS:0;4585c39bed03:35619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:19,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:19,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,35619,1732742349735 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:35619. 2024-11-27T21:19:19,294 DEBUG [RS:0;4585c39bed03:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:19,294 DEBUG [RS:0;4585c39bed03:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:19,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d121f2efdafe143e155c57ad642642ef, disabling compactions & flushes 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:19:19,294 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:19:19,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:19,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. after waiting 0 ms 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:19:19,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:19,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:19:19,294 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d121f2efdafe143e155c57ad642642ef 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T21:19:19,294 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:19:19,294 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1325): Online Regions={d121f2efdafe143e155c57ad642642ef=hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:19:19,295 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:19,295 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:19,295 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:19,295 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:19,295 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:19,295 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:19,295 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T21:19:19,313 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/.tmp/queue/b65e0661a23040fe92ee2564b50dec82 is 151, key is 1-4585c39bed03,35619,1732742349735/queue:4585c39bed03%2C35619%2C1732742349735/1732742358556/Put/seqid=0 2024-11-27T21:19:19,313 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/info/26d89eb1275744808682760fd69c6eb0 is 147, key is hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef./info:regioninfo/1732742358326/Put/seqid=0 2024-11-27T21:19:19,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741838_1014 (size=6631) 2024-11-27T21:19:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741839_1015 (size=5350) 2024-11-27T21:19:19,346 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:19,494 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.wal-reader.4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783 to pos 0, reset compression=false 2024-11-27T21:19:19,495 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:19,695 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:19,720 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/.tmp/queue/b65e0661a23040fe92ee2564b50dec82 2024-11-27T21:19:19,720 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/info/26d89eb1275744808682760fd69c6eb0 2024-11-27T21:19:19,727 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/.tmp/queue/b65e0661a23040fe92ee2564b50dec82 as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/queue/b65e0661a23040fe92ee2564b50dec82 2024-11-27T21:19:19,732 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:19:19,732 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:19:19,733 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/queue/b65e0661a23040fe92ee2564b50dec82, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T21:19:19,734 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d121f2efdafe143e155c57ad642642ef in 440ms, sequenceid=5, compaction requested=false 2024-11-27T21:19:19,734 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:19:19,741 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:19:19,742 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/ns/ff04813f5f424a88b82506c5b981a513 is 43, key is default/ns:d/1732742352800/Put/seqid=0 2024-11-27T21:19:19,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:19,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:19,742 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:19,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d121f2efdafe143e155c57ad642642ef: Waiting for close lock at 1732742359294Running coprocessor pre-close hooks at 1732742359294Disabling compacts and flushes for region at 1732742359294Disabling writes for close at 1732742359294Obtaining lock to block concurrent updates at 1732742359294Preparing flush snapshotting stores in d121f2efdafe143e155c57ad642642ef at 1732742359294Finished memstore snapshotting hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732742359295 (+1 ms)Flushing stores of hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. at 1732742359295Flushing d121f2efdafe143e155c57ad642642ef/queue: creating writer at 1732742359295Flushing d121f2efdafe143e155c57ad642642ef/queue: appending metadata at 1732742359312 (+17 ms)Flushing d121f2efdafe143e155c57ad642642ef/queue: closing flushed file at 1732742359312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a383421: reopening flushed file at 1732742359726 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d121f2efdafe143e155c57ad642642ef in 440ms, sequenceid=5, compaction requested=false at 1732742359734 (+8 ms)Writing region close event to WAL at 1732742359738 (+4 ms)Running coprocessor post-close hooks at 1732742359742 (+4 ms)Closed at 1732742359742 2024-11-27T21:19:19,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:19,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741840_1016 (size=5153) 2024-11-27T21:19:19,895 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:20,001 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.wal-reader.4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783 to pos 0, reset compression=false 2024-11-27T21:19:20,095 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:20,146 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/ns/ff04813f5f424a88b82506c5b981a513 2024-11-27T21:19:20,165 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/table/2f11b1ba81cc4fb8a6ffaee153821fd9 is 53, key is hbase:replication/table:state/1732742358335/Put/seqid=0 2024-11-27T21:19:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741841_1017 (size=5256) 2024-11-27T21:19:20,295 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:19:20,295 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:19:20,296 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:20,496 DEBUG [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:20,570 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/table/2f11b1ba81cc4fb8a6ffaee153821fd9 2024-11-27T21:19:20,576 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/info/26d89eb1275744808682760fd69c6eb0 as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/info/26d89eb1275744808682760fd69c6eb0 2024-11-27T21:19:20,581 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/info/26d89eb1275744808682760fd69c6eb0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T21:19:20,582 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/ns/ff04813f5f424a88b82506c5b981a513 as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/ns/ff04813f5f424a88b82506c5b981a513 2024-11-27T21:19:20,586 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/ns/ff04813f5f424a88b82506c5b981a513, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:19:20,587 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/table/2f11b1ba81cc4fb8a6ffaee153821fd9 as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/table/2f11b1ba81cc4fb8a6ffaee153821fd9 2024-11-27T21:19:20,592 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/table/2f11b1ba81cc4fb8a6ffaee153821fd9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T21:19:20,593 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-27T21:19:20,596 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T21:19:20,597 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:20,597 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:20,597 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:20,597 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742359295Running coprocessor pre-close hooks at 1732742359295Disabling compacts and flushes for region at 1732742359295Disabling writes for close at 1732742359295Obtaining lock to block concurrent updates at 1732742359295Preparing flush snapshotting stores in 1588230740 at 1732742359295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732742359295Flushing stores of hbase:meta,,1.1588230740 at 1732742359296 (+1 ms)Flushing 1588230740/info: creating writer at 1732742359296Flushing 1588230740/info: appending metadata at 1732742359313 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732742359313Flushing 1588230740/ns: creating writer at 1732742359726 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732742359741 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732742359741Flushing 1588230740/table: creating writer at 1732742360151 (+410 ms)Flushing 1588230740/table: appending metadata at 1732742360165 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732742360165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655aad00: reopening flushed file at 1732742360576 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639e2bb3: reopening flushed file at 1732742360581 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135593a0: reopening flushed file at 1732742360586 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1732742360593 (+7 ms)Writing region close event to WAL at 1732742360594 (+1 ms)Running coprocessor post-close hooks at 1732742360597 (+3 ms)Closed at 1732742360597 2024-11-27T21:19:20,597 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:20,607 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.wal-reader.4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783 to pos 0, reset compression=false 2024-11-27T21:19:20,696 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,35619,1732742349735; all regions closed. 2024-11-27T21:19:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741834_1010 (size=2742) 2024-11-27T21:19:20,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.meta.1732742352753.meta not finished, retry = 0 2024-11-27T21:19:20,801 DEBUG [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs 2024-11-27T21:19:20,801 INFO [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C35619%2C1732742349735.meta:.meta(num 1732742352753) 2024-11-27T21:19:20,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.rep.1732742358288 not finished, retry = 0 2024-11-27T21:19:20,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741837_1013 (size=1586) 2024-11-27T21:19:20,906 DEBUG [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs 2024-11-27T21:19:20,906 INFO [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C35619%2C1732742349735.rep:(num 1732742358288) 2024-11-27T21:19:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741832_1008 (size=93) 2024-11-27T21:19:20,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735/4585c39bed03%2C35619%2C1732742349735.1732742351783 not finished, retry = 0 2024-11-27T21:19:21,010 DEBUG [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs 2024-11-27T21:19:21,010 INFO [RS:0;4585c39bed03:35619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C35619%2C1732742349735:(num 1732742351783) 2024-11-27T21:19:21,010 DEBUG [RS:0;4585c39bed03:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:21,010 INFO [RS:0;4585c39bed03:35619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:21,010 INFO [RS:0;4585c39bed03:35619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:21,010 INFO [RS:0;4585c39bed03:35619 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:21,011 INFO [RS:0;4585c39bed03:35619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:21,011 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:21,011 INFO [RS:0;4585c39bed03:35619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,35619,1732742349735 because: Region server is closing 2024-11-27T21:19:21,011 INFO [RS:0;4585c39bed03:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:35619. 2024-11-27T21:19:21,011 DEBUG [RS:0;4585c39bed03:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:21,011 DEBUG [RS:0;4585c39bed03:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:21,011 DEBUG [RS:0;4585c39bed03:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:21,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:21,112 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.wal-reader.4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:19:21,112 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.shipper4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T21:19:21,112 INFO [RS:0;4585c39bed03:35619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,35619,1732742349735.replicationSource.shipper4585c39bed03%2C35619%2C1732742349735,1-4585c39bed03,35619,1732742349735 terminated 2024-11-27T21:19:21,112 INFO [RS:0;4585c39bed03:35619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35619 2024-11-27T21:19:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/rs/4585c39bed03,35619,1732742349735 2024-11-27T21:19:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/rs 2024-11-27T21:19:21,114 INFO [RS:0;4585c39bed03:35619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:21,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,35619,1732742349735] 2024-11-27T21:19:21,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/draining/4585c39bed03,35619,1732742349735 already deleted, retry=false 2024-11-27T21:19:21,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,35619,1732742349735 expired; onlineServers=0 2024-11-27T21:19:21,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,38079,1732742349594' ***** 2024-11-27T21:19:21,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:19:21,118 INFO [M:0;4585c39bed03:38079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:21,118 INFO [M:0;4585c39bed03:38079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:21,118 DEBUG [M:0;4585c39bed03:38079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:19:21,118 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:19:21,118 DEBUG [M:0;4585c39bed03:38079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:19:21,118 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742351613 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742351613,5,FailOnTimeoutGroup] 2024-11-27T21:19:21,118 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742351612 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742351612,5,FailOnTimeoutGroup] 2024-11-27T21:19:21,119 INFO [M:0;4585c39bed03:38079 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:21,119 INFO [M:0;4585c39bed03:38079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:21,119 DEBUG [M:0;4585c39bed03:38079 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:19:21,119 INFO [M:0;4585c39bed03:38079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:19:21,119 INFO [M:0;4585c39bed03:38079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:21,119 INFO [M:0;4585c39bed03:38079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:19:21,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:19:21,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/master 2024-11-27T21:19:21,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:21,120 DEBUG [M:0;4585c39bed03:38079 {}] zookeeper.ZKUtil(347): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/master because node does not exist (not an error) 2024-11-27T21:19:21,120 WARN [M:0;4585c39bed03:38079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:19:21,120 INFO [M:0;4585c39bed03:38079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/.lastflushedseqids 2024-11-27T21:19:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741842_1018 (size=181) 2024-11-27T21:19:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1015b4be9240001, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:21,217 INFO [RS:0;4585c39bed03:35619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:21,217 INFO [RS:0;4585c39bed03:35619 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,35619,1732742349735; zookeeper connection closed. 2024-11-27T21:19:21,218 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d15090c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d15090c 2024-11-27T21:19:21,218 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:19:21,525 INFO [M:0;4585c39bed03:38079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:19:21,525 INFO [M:0;4585c39bed03:38079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:19:21,525 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:21,525 INFO [M:0;4585c39bed03:38079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:21,525 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:21,526 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:21,526 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:21,526 INFO [M:0;4585c39bed03:38079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T21:19:21,541 DEBUG [M:0;4585c39bed03:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df05c24fc9fc4453a4c40001ce5d0caa is 82, key is hbase:meta,,1/info:regioninfo/1732742352785/Put/seqid=0 2024-11-27T21:19:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741843_1019 (size=5672) 2024-11-27T21:19:21,945 INFO [M:0;4585c39bed03:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df05c24fc9fc4453a4c40001ce5d0caa 2024-11-27T21:19:21,965 DEBUG [M:0;4585c39bed03:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acf827b647af48e3bff0411d4b675128 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732742358340/Put/seqid=0 2024-11-27T21:19:21,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741844_1020 (size=7203) 2024-11-27T21:19:21,969 INFO [M:0;4585c39bed03:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acf827b647af48e3bff0411d4b675128 2024-11-27T21:19:21,988 DEBUG [M:0;4585c39bed03:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47af62af1afc4a1ab897a43c743b1d79 is 69, key is 4585c39bed03,35619,1732742349735/rs:state/1732742351622/Put/seqid=0 2024-11-27T21:19:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741845_1021 (size=5156) 2024-11-27T21:19:22,393 INFO [M:0;4585c39bed03:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47af62af1afc4a1ab897a43c743b1d79 2024-11-27T21:19:22,398 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df05c24fc9fc4453a4c40001ce5d0caa as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df05c24fc9fc4453a4c40001ce5d0caa 2024-11-27T21:19:22,403 INFO [M:0;4585c39bed03:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df05c24fc9fc4453a4c40001ce5d0caa, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T21:19:22,404 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acf827b647af48e3bff0411d4b675128 as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acf827b647af48e3bff0411d4b675128 2024-11-27T21:19:22,408 INFO [M:0;4585c39bed03:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acf827b647af48e3bff0411d4b675128, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T21:19:22,409 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47af62af1afc4a1ab897a43c743b1d79 as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47af62af1afc4a1ab897a43c743b1d79 2024-11-27T21:19:22,414 INFO [M:0;4585c39bed03:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47af62af1afc4a1ab897a43c743b1d79, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T21:19:22,416 INFO [M:0;4585c39bed03:38079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=70, compaction requested=false 2024-11-27T21:19:22,417 INFO [M:0;4585c39bed03:38079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:22,417 DEBUG [M:0;4585c39bed03:38079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742361525Disabling compacts and flushes for region at 1732742361525Disabling writes for close at 1732742361526 (+1 ms)Obtaining lock to block concurrent updates at 1732742361526Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742361526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732742361526Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742361527 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742361527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742361541 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742361541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742361950 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742361965 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742361965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742361974 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742361988 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742361988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43da4598: reopening flushed file at 1732742362398 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657a0d6a: reopening flushed file at 1732742362403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c03adb: reopening flushed file at 1732742362408 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=70, compaction requested=false at 1732742362416 (+8 ms)Writing region close event to WAL at 1732742362417 (+1 ms)Closed at 1732742362417 2024-11-27T21:19:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741830_1006 (size=41008) 2024-11-27T21:19:22,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594/4585c39bed03%2C38079%2C1732742349594.1732742351490 not finished, retry = 0 2024-11-27T21:19:22,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:22,520 INFO [M:0;4585c39bed03:38079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:19:22,520 INFO [M:0;4585c39bed03:38079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38079 2024-11-27T21:19:22,520 INFO [M:0;4585c39bed03:38079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:22,622 INFO [M:0;4585c39bed03:38079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:22,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:22,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015b4be9240000, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:22,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:22,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:22,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:22,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:22,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:22,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:22,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:19:22,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:22,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41259 2024-11-27T21:19:22,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41259 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:22,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412590x0, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:22,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41259-0x1015b4be9240006 connected 2024-11-27T21:19:22,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:22,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:22,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:22,634 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: INIT 2024-11-27T21:19:22,634 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8, hbase.cluster.distributed=false 2024-11-27T21:19:22,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/acl 2024-11-27T21:19:22,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41259 2024-11-27T21:19:22,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41259 2024-11-27T21:19:22,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41259 2024-11-27T21:19:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41259 2024-11-27T21:19:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41259 2024-11-27T21:19:22,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:22,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44519 2024-11-27T21:19:22,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44519 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-27T21:19:22,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:22,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:22,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445190x0, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:22,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445190x0, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:22,663 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: INIT 2024-11-27T21:19:22,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44519-0x1015b4be9240007 connected 2024-11-27T21:19:22,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:19:22,664 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:19:22,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/master 2024-11-27T21:19:22,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/acl 2024-11-27T21:19:22,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-27T21:19:22,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44519 2024-11-27T21:19:22,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44519 2024-11-27T21:19:22,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-27T21:19:22,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-27T21:19:22,680 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:41259 2024-11-27T21:19:22,680 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01311773257/backup-masters/4585c39bed03,41259,1732742362624 2024-11-27T21:19:22,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:22,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:22,682 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on existing znode=/01311773257/backup-masters/4585c39bed03,41259,1732742362624 2024-11-27T21:19:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01311773257/master 2024-11-27T21:19:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:22,684 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on existing znode=/01311773257/master 2024-11-27T21:19:22,684 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01311773257/backup-masters/4585c39bed03,41259,1732742362624 from backup master directory 2024-11-27T21:19:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/backup-masters/4585c39bed03,41259,1732742362624 2024-11-27T21:19:22,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:22,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/backup-masters 2024-11-27T21:19:22,686 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:22,686 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,41259,1732742362624 2024-11-27T21:19:22,696 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:22,696 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:19:22,701 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-27T21:19:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741846_1022 (size=196) 2024-11-27T21:19:23,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:23,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:19:23,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:23,117 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T21:19:23,119 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594 to hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594-dead as it is dead 2024-11-27T21:19:23,119 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594-dead/4585c39bed03%2C38079%2C1732742349594.1732742351490 2024-11-27T21:19:23,120 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594-dead/4585c39bed03%2C38079%2C1732742349594.1732742351490 after 1ms 2024-11-27T21:19:23,120 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594-dead/4585c39bed03%2C38079%2C1732742349594.1732742351490 to hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C38079%2C1732742349594.1732742351490 2024-11-27T21:19:23,121 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,38079,1732742349594-dead 2024-11-27T21:19:23,121 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,41259,1732742362624 2024-11-27T21:19:23,122 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:23,123 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C41259%2C1732742362624, suffix=, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,41259,1732742362624, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/oldWALs, maxLogs=10 2024-11-27T21:19:23,138 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,41259,1732742362624/4585c39bed03%2C41259%2C1732742362624.1732742363123, exclude list is [], retry=0 2024-11-27T21:19:23,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:23,146 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/WALs/4585c39bed03,41259,1732742362624/4585c39bed03%2C41259%2C1732742362624.1732742363123 2024-11-27T21:19:23,148 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:23,148 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:23,149 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:23,149 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,149 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:19:23,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df05c24fc9fc4453a4c40001ce5d0caa 2024-11-27T21:19:23,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:23,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:19:23,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acf827b647af48e3bff0411d4b675128 2024-11-27T21:19:23,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:23,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:19:23,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47af62af1afc4a1ab897a43c743b1d79 2024-11-27T21:19:23,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:23,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:19:23,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:23,203 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,204 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T21:19:23,204 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C38079%2C1732742349594.1732742351490 2024-11-27T21:19:23,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C38079%2C1732742349594.1732742351490 2024-11-27T21:19:23,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4585c39bed03%2C38079%2C1732742349594.1732742351490 2024-11-27T21:19:23,212 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,212 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,213 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:23,215 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:23,221 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T21:19:23,224 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74757310, jitterRate=0.11397072672843933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:23,224 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742363149Initializing all the Stores at 1732742363151 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742363151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742363164 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742363164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742363164Cleaning up temporary data from old regions at 1732742363212 (+48 ms)Region opened successfully at 1732742363224 (+12 ms) 2024-11-27T21:19:23,224 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:19:23,228 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbfcab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:23,231 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T21:19:23,231 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:19:23,231 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:19:23,231 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:19:23,232 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:19:23,235 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:23,236 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:19:23,237 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:19:23,237 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T21:19:23,237 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:19:23,244 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4585c39bed03,35619,1732742349735, regionLocation=4585c39bed03,35619,1732742349735, openSeqNum=2 2024-11-27T21:19:23,244 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4585c39bed03,35619,1732742349735, table=hbase:meta, region=1588230740 2024-11-27T21:19:23,244 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,35619,1732742349735, state=OPEN 2024-11-27T21:19:23,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:23,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:23,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:23,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:23,251 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:19:23,253 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/draining/4585c39bed03,35619,1732742349735 already deleted, retry=false 2024-11-27T21:19:23,253 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4585c39bed03,35619,1732742349735 on 4585c39bed03,41259,1732742362624 2024-11-27T21:19:23,254 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4585c39bed03,35619,1732742349735, splitWal=true, meta=true 2024-11-27T21:19:23,255 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 4585c39bed03,35619,1732742349735 (carryingMeta=true) 4585c39bed03,35619,1732742349735/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26132fc1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T21:19:23,257 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/balancer because node does not exist (not necessarily an error) 2024-11-27T21:19:23,258 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/balancer already deleted, retry=false 2024-11-27T21:19:23,258 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:19:23,259 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:19:23,262 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/normalizer already deleted, retry=false 2024-11-27T21:19:23,262 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:19:23,263 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:19:23,264 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/switch/split already deleted, retry=false 2024-11-27T21:19:23,265 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:19:23,266 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/switch/merge already deleted, retry=false 2024-11-27T21:19:23,269 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:19:23,271 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/snapshot-cleanup already deleted, retry=false 2024-11-27T21:19:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:23,273 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,41259,1732742362624, sessionid=0x1015b4be9240006, setting cluster-up flag (Was=false) 2024-11-27T21:19:23,275 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01311773257/flush-table-proc/acquired, /01311773257/flush-table-proc/reached, /01311773257/flush-table-proc/abort 2024-11-27T21:19:23,275 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41259,1732742362624 2024-11-27T21:19:23,278 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01311773257/online-snapshot/acquired, /01311773257/online-snapshot/reached, /01311773257/online-snapshot/abort 2024-11-27T21:19:23,278 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41259,1732742362624 2024-11-27T21:19:23,279 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/.lastflushedseqids 2024-11-27T21:19:23,282 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:19:23,282 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:19:23,282 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,41259,1732742362624 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4585c39bed03,35619,1732742349735 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:23,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742393287 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:19:23,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,288 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4585c39bed03,35619,1732742349735, splitWal=true, meta=true 2024-11-27T21:19:23,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:19:23,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:19:23,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:19:23,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:19:23,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:19:23,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:19:23,288 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4585c39bed03,35619,1732742349735, splitWal=true, meta=true, isMeta: true 2024-11-27T21:19:23,290 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735-splitting 2024-11-27T21:19:23,290 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735-splitting dir is empty, no logs to split. 2024-11-27T21:19:23,290 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4585c39bed03,35619,1732742349735 WAL count=0, meta=true 2024-11-27T21:19:23,290 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742363288,5,FailOnTimeoutGroup] 2024-11-27T21:19:23,291 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742363290,5,FailOnTimeoutGroup] 2024-11-27T21:19:23,291 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,291 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:19:23,291 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,291 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,291 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742363291, completionTime=-1 2024-11-27T21:19:23,291 WARN [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T21:19:23,291 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T21:19:23,292 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735-splitting dir is empty, no logs to split. 2024-11-27T21:19:23,292 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4585c39bed03,35619,1732742349735 WAL count=0, meta=true 2024-11-27T21:19:23,292 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4585c39bed03,35619,1732742349735 WAL splitting is done? wals=0, meta=true 2024-11-27T21:19:23,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:19:23,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:23,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:19:23,373 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(746): ClusterId : a78fa337-a041-4930-b571-434658ac6f14 2024-11-27T21:19:23,373 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:19:23,377 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:19:23,377 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:19:23,379 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:19:23,380 DEBUG [RS:0;4585c39bed03:44519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecfc707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:23,396 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:44519 2024-11-27T21:19:23,396 INFO [RS:0;4585c39bed03:44519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:19:23,396 INFO [RS:0;4585c39bed03:44519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:19:23,396 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:19:23,397 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,41259,1732742362624 with port=44519, startcode=1732742362654 2024-11-27T21:19:23,397 DEBUG [RS:0;4585c39bed03:44519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:19:23,400 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:19:23,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41259 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,405 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8 2024-11-27T21:19:23,405 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32905 2024-11-27T21:19:23,405 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:19:23,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/rs 2024-11-27T21:19:23,410 DEBUG [RS:0;4585c39bed03:44519 {}] zookeeper.ZKUtil(111): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on existing znode=/01311773257/rs/4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,410 WARN [RS:0;4585c39bed03:44519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:23,410 INFO [RS:0;4585c39bed03:44519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:23,410 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,44519,1732742362654] 2024-11-27T21:19:23,437 INFO [RS:0;4585c39bed03:44519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:19:23,438 INFO [RS:0;4585c39bed03:44519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:19:23,440 INFO [RS:0;4585c39bed03:44519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:19:23,440 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,441 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:19:23,442 INFO [RS:0;4585c39bed03:44519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:19:23,442 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:23,442 DEBUG [RS:0;4585c39bed03:44519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:23,442 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,443 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,443 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,443 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,443 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,443 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44519,1732742362654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:23,445 WARN [4585c39bed03:41259 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:19:23,461 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:19:23,462 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44519,1732742362654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,478 INFO [RS:0;4585c39bed03:44519 {}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,44519,1732742362654, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:19:23,478 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,478 INFO [RS:0;4585c39bed03:44519 {}] regionserver.Replication(171): 4585c39bed03,44519,1732742362654 started 2024-11-27T21:19:23,499 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:23,499 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,44519,1732742362654, RpcServer on 4585c39bed03/172.17.0.2:44519, sessionid=0x1015b4be9240007 2024-11-27T21:19:23,499 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:19:23,499 DEBUG [RS:0;4585c39bed03:44519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,499 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44519,1732742362654' 2024-11-27T21:19:23,499 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01311773257/flush-table-proc/abort' 2024-11-27T21:19:23,500 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01311773257/flush-table-proc/acquired' 2024-11-27T21:19:23,501 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:19:23,501 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:19:23,501 DEBUG [RS:0;4585c39bed03:44519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,501 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44519,1732742362654' 2024-11-27T21:19:23,501 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01311773257/online-snapshot/abort' 2024-11-27T21:19:23,502 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01311773257/online-snapshot/acquired' 2024-11-27T21:19:23,502 DEBUG [RS:0;4585c39bed03:44519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:19:23,502 INFO [RS:0;4585c39bed03:44519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:19:23,502 INFO [RS:0;4585c39bed03:44519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:19:23,505 DEBUG [RS:0;4585c39bed03:44519.replicationSource,1-4585c39bed03,44519,1732742362654 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:39703' 2024-11-27T21:19:23,507 DEBUG [RS:0;4585c39bed03:44519.replicationSource,1-4585c39bed03,44519,1732742362654 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43af826b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:23,507 DEBUG [RS:0;4585c39bed03:44519.replicationSource,1-4585c39bed03,44519,1732742362654 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,39703,-1 for getting cluster id 2024-11-27T21:19:23,507 DEBUG [RS:0;4585c39bed03:44519.replicationSource,1-4585c39bed03,44519,1732742362654 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:23,508 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a1112c-83d4-44b5-bf07-69922677517d' 2024-11-27T21:19:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a1112c-83d4-44b5-bf07-69922677517d" 2024-11-27T21:19:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b30804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,39703,-1] 2024-11-27T21:19:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:23,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:23,511 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:23,512 DEBUG [RS:0;4585c39bed03:44519.replicationSource,1-4585c39bed03,44519,1732742362654 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@613a302b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:23,512 DEBUG [RS:0;4585c39bed03:44519.replicationSource,1-4585c39bed03,44519,1732742362654 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:23,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,39703,1732742354039 2024-11-27T21:19:23,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e76e147 2024-11-27T21:19:23,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:23,514 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T21:19:23,515 INFO [RS:0;4585c39bed03:44519.replicationSource,1-4585c39bed03,44519,1732742362654 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,44519,1732742362654 (queues=0) is replicating from cluster=a78fa337-a041-4930-b571-434658ac6f14 to cluster=e5a1112c-83d4-44b5-bf07-69922677517d 2024-11-27T21:19:23,603 INFO [RS:0;4585c39bed03:44519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:23,605 INFO [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44519%2C1732742362654, suffix=, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs, maxLogs=10 2024-11-27T21:19:23,623 DEBUG [RS:0;4585c39bed03:44519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605, exclude list is [], retry=0 2024-11-27T21:19:23,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:23,632 INFO [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 2024-11-27T21:19:23,644 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4585c39bed03%2C44519%2C1732742362654 for peer 1 2024-11-27T21:19:23,645 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C44519%2C1732742362654 2024-11-27T21:19:23,645 INFO [RS:0;4585c39bed03:44519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,44519,1732742362654, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:19:23,653 DEBUG [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:23,654 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605, startPosition=0, beingWritten=true 2024-11-27T21:19:23,656 INFO [RS:0;4585c39bed03:44519.replicationSource.shipper4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C44519%2C1732742362654 2024-11-27T21:19:23,695 DEBUG [4585c39bed03:41259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:19:23,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44519,1732742362654, state=OPENING 2024-11-27T21:19:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:23,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:23,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:23,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:23,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44519,1732742362654}] 2024-11-27T21:19:23,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:19:23,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:23,856 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:19:23,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:23,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:19:23,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:23,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:23,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:23,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:23,868 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:19:23,868 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:23,869 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:19:23,870 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44519%2C1732742362654.meta, suffix=.meta, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs, maxLogs=10 2024-11-27T21:19:23,874 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:23,886 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.meta.1732742363871.meta, exclude list is [], retry=0 2024-11-27T21:19:23,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:23,913 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.meta.1732742363871.meta 2024-11-27T21:19:23,927 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:23,927 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:23,928 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:23,928 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:23,928 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:19:23,928 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:19:23,928 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:19:23,928 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:23,928 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:19:23,928 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:19:23,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:23,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:23,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,963 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/info/26d89eb1275744808682760fd69c6eb0 2024-11-27T21:19:23,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:23,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:23,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:23,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,972 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/ns/ff04813f5f424a88b82506c5b981a513 2024-11-27T21:19:23,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:23,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:23,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:23,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:23,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:23,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:23,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:23,981 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/table/2f11b1ba81cc4fb8a6ffaee153821fd9 2024-11-27T21:19:23,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:23,981 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:23,982 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740 2024-11-27T21:19:23,983 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740 2024-11-27T21:19:23,984 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:23,984 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:23,985 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:23,987 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:23,987 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69739747, jitterRate=0.0392032116651535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:23,988 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:19:23,988 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742363928Writing region info on filesystem at 1732742363928Initializing all the Stores at 1732742363929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742363930 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742363930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742363930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742363930Cleaning up temporary data from old regions at 1732742363984 (+54 ms)Running coprocessor post-open hooks at 1732742363988 (+4 ms)Region opened successfully at 1732742363988 2024-11-27T21:19:23,989 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732742363855 2024-11-27T21:19:23,992 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:19:23,992 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:19:23,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,995 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44519,1732742362654, state=OPEN 2024-11-27T21:19:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:23,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:23,996 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,44519,1732742362654 2024-11-27T21:19:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01311773257/meta-region-server 2024-11-27T21:19:23,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01311773257/meta-region-server: CHANGED 2024-11-27T21:19:23,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T21:19:23,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44519,1732742362654 in 297 msec 2024-11-27T21:19:24,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:19:24,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-11-27T21:19:24,191 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:24,596 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:24,944 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T21:19:25,102 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:25,707 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:26,412 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:26,447 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-27T21:19:27,217 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:27,799 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T21:19:27,799 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:19:27,799 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:27,799 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44519,1732742362654, seqNum=-1] 2024-11-27T21:19:27,800 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:27,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:27,806 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d121f2efdafe143e155c57ad642642ef, regionState=OPEN, lastHost=4585c39bed03,35619,1732742349735, regionLocation=4585c39bed03,35619,1732742349735, openSeqNum=2 2024-11-27T21:19:27,806 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:19:27,806 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742427806 2024-11-27T21:19:27,806 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742487806 2024-11-27T21:19:27,806 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-27T21:19:27,806 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4585c39bed03,35619,1732742349735 had 2 regions 2024-11-27T21:19:27,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41259,1732742362624-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:27,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41259,1732742362624-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:27,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41259,1732742362624-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:27,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:41259, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:27,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:27,807 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:27,808 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4585c39bed03,35619,1732742349735, splitWal=true, meta=true, isMeta: false 2024-11-27T21:19:27,812 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735-splitting dir is empty, no logs to split. 2024-11-27T21:19:27,812 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4585c39bed03,35619,1732742349735 WAL count=0, meta=false 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.130sec 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:19:27,816 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,35619,1732742349735-splitting dir is empty, no logs to split. 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:19:27,816 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4585c39bed03,35619,1732742349735 WAL count=0, meta=false 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:19:27,816 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4585c39bed03,35619,1732742349735 WAL splitting is done? wals=0, meta=false 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41259,1732742362624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:27,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41259,1732742362624-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:19:27,816 WARN [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4585c39bed03,35619,1732742349735/hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:27,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN}] 2024-11-27T21:19:27,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN 2024-11-27T21:19:27,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:19:27,825 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:19:27,825 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:19:27,825 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41259,1732742362624-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:27,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:27,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41259,-1 for getting cluster id 2024-11-27T21:19:27,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:27,877 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78fa337-a041-4930-b571-434658ac6f14' 2024-11-27T21:19:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78fa337-a041-4930-b571-434658ac6f14" 2024-11-27T21:19:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5ffb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41259,-1] 2024-11-27T21:19:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,878 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:27,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44519,1732742362654, seqNum=-1] 2024-11-27T21:19:27,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:27,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T21:19:27,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:27,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:27,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:27,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4585c39bed03:41259 after: 4585c39bed03:41259 2024-11-27T21:19:27,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f76c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:27,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41259,-1 for getting cluster id 2024-11-27T21:19:27,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:27,885 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78fa337-a041-4930-b571-434658ac6f14' 2024-11-27T21:19:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78fa337-a041-4930-b571-434658ac6f14" 2024-11-27T21:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10031cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41259,-1] 2024-11-27T21:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,887 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:27,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9b2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:27,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41259,1732742362624 2024-11-27T21:19:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195ced1b 2024-11-27T21:19:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:27,889 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:27,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T21:19:27,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:19:27,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:27,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:27,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:27,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:19:27,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1715338185, stopped=false 2024-11-27T21:19:27,890 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,39703,1732742354039 2024-11-27T21:19:27,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11836944906/running 2024-11-27T21:19:27,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11836944906/running 2024-11-27T21:19:27,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:27,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:27,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:27,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:27,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:27,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on znode that does not yet exist, /11836944906/running 2024-11-27T21:19:27,892 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,45967,1732742354090' ***** 2024-11-27T21:19:27,892 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:19:27,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Set watcher on znode that does not yet exist, /11836944906/running 2024-11-27T21:19:27,892 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:19:27,893 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,45967,1732742354090 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:45967. 2024-11-27T21:19:27,893 DEBUG [RS:0;4585c39bed03:45967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:27,893 DEBUG [RS:0;4585c39bed03:45967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:19:27,893 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:19:27,893 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:19:27,893 DEBUG [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:27,894 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:27,894 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:27,894 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:27,894 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:27,894 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:27,894 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T21:19:27,910 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740/.tmp/ns/02af78a37bf240bf976e1f584bf20367 is 43, key is default/ns:d/1732742357068/Put/seqid=0 2024-11-27T21:19:27,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741835_1011 (size=5153) 2024-11-27T21:19:27,914 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740/.tmp/ns/02af78a37bf240bf976e1f584bf20367 2024-11-27T21:19:27,921 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740/.tmp/ns/02af78a37bf240bf976e1f584bf20367 as hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740/ns/02af78a37bf240bf976e1f584bf20367 2024-11-27T21:19:27,925 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740/ns/02af78a37bf240bf976e1f584bf20367, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T21:19:27,926 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-27T21:19:27,926 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:19:27,930 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T21:19:27,931 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:27,931 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:27,931 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:27,931 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742367894Running coprocessor pre-close hooks at 1732742367894Disabling compacts and flushes for region at 1732742367894Disabling writes for close at 1732742367894Obtaining lock to block concurrent updates at 1732742367894Preparing flush snapshotting stores in 1588230740 at 1732742367894Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732742367894Flushing stores of hbase:meta,,1.1588230740 at 1732742367895 (+1 ms)Flushing 1588230740/ns: creating writer at 1732742367895Flushing 1588230740/ns: appending metadata at 1732742367909 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732742367909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc721eb: reopening flushed file at 1732742367920 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1732742367926 (+6 ms)Writing region close event to WAL at 1732742367927 (+1 ms)Running coprocessor post-close hooks at 1732742367931 (+4 ms)Closed at 1732742367931 2024-11-27T21:19:27,931 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:27,955 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:19:27,955 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:19:27,963 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:27,970 DEBUG [4585c39bed03:41259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:19:27,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d121f2efdafe143e155c57ad642642ef, regionState=OPENING, regionLocation=4585c39bed03,44519,1732742362654 2024-11-27T21:19:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN because future has completed 2024-11-27T21:19:27,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d121f2efdafe143e155c57ad642642ef, server=4585c39bed03,44519,1732742362654}] 2024-11-27T21:19:28,094 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,45967,1732742354090; all regions closed. 2024-11-27T21:19:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741834_1010 (size=1152) 2024-11-27T21:19:28,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090/4585c39bed03%2C45967%2C1732742354090.meta.1732742357024.meta not finished, retry = 0 2024-11-27T21:19:28,121 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:28,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:28,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:28,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:19:28,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44519%2C1732742362654.rep, suffix=, logDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654, archiveDir=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs, maxLogs=10 2024-11-27T21:19:28,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.rep.1732742368130, exclude list is [], retry=0 2024-11-27T21:19:28,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-15f391ce-228a-4fc2-a71e-da50becab8fc,DISK] 2024-11-27T21:19:28,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.rep.1732742368130 2024-11-27T21:19:28,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-27T21:19:28,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d121f2efdafe143e155c57ad642642ef, NAME => 'hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:28,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:28,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:28,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. service=MultiRowMutationService 2024-11-27T21:19:28,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:19:28,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:28,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,150 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,150 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d121f2efdafe143e155c57ad642642ef columnFamilyName hfileref 2024-11-27T21:19:28,150 DEBUG [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:28,151 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(327): Store=d121f2efdafe143e155c57ad642642ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:28,151 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,151 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d121f2efdafe143e155c57ad642642ef columnFamilyName queue 2024-11-27T21:19:28,151 DEBUG [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:28,156 DEBUG [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/queue/b65e0661a23040fe92ee2564b50dec82 2024-11-27T21:19:28,156 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(327): Store=d121f2efdafe143e155c57ad642642ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:28,156 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,157 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d121f2efdafe143e155c57ad642642ef columnFamilyName sid 2024-11-27T21:19:28,157 DEBUG [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:28,157 INFO [StoreOpener-d121f2efdafe143e155c57ad642642ef-1 {}] regionserver.HStore(327): Store=d121f2efdafe143e155c57ad642642ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:28,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:19:28,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d121f2efdafe143e155c57ad642642ef; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72039090, jitterRate=0.07346609234809875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:19:28,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:28,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d121f2efdafe143e155c57ad642642ef: Running coprocessor pre-open hook at 1732742368149Writing region info on filesystem at 1732742368149Initializing all the Stores at 1732742368149Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742368149Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742368149Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742368149Cleaning up temporary data from old regions at 1732742368159 (+10 ms)Running coprocessor post-open hooks at 1732742368162 (+3 ms)Region opened successfully at 1732742368162 2024-11-27T21:19:28,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., pid=13, masterSystemTime=1732742368125 2024-11-27T21:19:28,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:28,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:28,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d121f2efdafe143e155c57ad642642ef, regionState=OPEN, openSeqNum=9, regionLocation=4585c39bed03,44519,1732742362654 2024-11-27T21:19:28,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d121f2efdafe143e155c57ad642642ef, server=4585c39bed03,44519,1732742362654 because future has completed 2024-11-27T21:19:28,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T21:19:28,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d121f2efdafe143e155c57ad642642ef, server=4585c39bed03,44519,1732742362654 in 195 msec 2024-11-27T21:19:28,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T21:19:28,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d121f2efdafe143e155c57ad642642ef, ASSIGN in 352 msec 2024-11-27T21:19:28,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T21:19:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., hostname=4585c39bed03,44519,1732742362654, seqNum=9] 2024-11-27T21:19:28,188 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 4585c39bed03,35619,1732742349735 2024-11-27T21:19:28,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T21:19:28,198 DEBUG [RS:0;4585c39bed03:45967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/oldWALs 2024-11-27T21:19:28,198 INFO [RS:0;4585c39bed03:45967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C45967%2C1732742354090.meta:.meta(num 1732742357024) 2024-11-27T21:19:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741832_1008 (size=93) 2024-11-27T21:19:28,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/WALs/4585c39bed03,45967,1732742354090/4585c39bed03%2C45967%2C1732742354090.1732742356096 not finished, retry = 0 2024-11-27T21:19:28,303 DEBUG [RS:0;4585c39bed03:45967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/oldWALs 2024-11-27T21:19:28,303 INFO [RS:0;4585c39bed03:45967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C45967%2C1732742354090:(num 1732742356096) 2024-11-27T21:19:28,303 DEBUG [RS:0;4585c39bed03:45967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:28,303 INFO [RS:0;4585c39bed03:45967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:28,303 INFO [RS:0;4585c39bed03:45967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:28,303 INFO [RS:0;4585c39bed03:45967 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:28,304 INFO [RS:0;4585c39bed03:45967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:28,304 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:28,304 INFO [RS:0;4585c39bed03:45967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45967 2024-11-27T21:19:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906/rs 2024-11-27T21:19:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11836944906/rs/4585c39bed03,45967,1732742354090 2024-11-27T21:19:28,306 INFO [RS:0;4585c39bed03:45967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:28,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,45967,1732742354090] 2024-11-27T21:19:28,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11836944906/draining/4585c39bed03,45967,1732742354090 already deleted, retry=false 2024-11-27T21:19:28,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,45967,1732742354090 expired; onlineServers=0 2024-11-27T21:19:28,310 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,39703,1732742354039' ***** 2024-11-27T21:19:28,310 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:19:28,310 INFO [M:0;4585c39bed03:39703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:28,310 INFO [M:0;4585c39bed03:39703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:28,310 DEBUG [M:0;4585c39bed03:39703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:19:28,310 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:19:28,310 DEBUG [M:0;4585c39bed03:39703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:19:28,310 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742355876 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742355876,5,FailOnTimeoutGroup] 2024-11-27T21:19:28,310 INFO [M:0;4585c39bed03:39703 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:28,310 INFO [M:0;4585c39bed03:39703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:28,310 DEBUG [M:0;4585c39bed03:39703 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:19:28,310 INFO [M:0;4585c39bed03:39703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:19:28,310 INFO [M:0;4585c39bed03:39703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:28,310 INFO [M:0;4585c39bed03:39703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:19:28,310 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742355872 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742355872,5,FailOnTimeoutGroup] 2024-11-27T21:19:28,311 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:19:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11836944906/master 2024-11-27T21:19:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11836944906 2024-11-27T21:19:28,312 DEBUG [M:0;4585c39bed03:39703 {}] zookeeper.ZKUtil(347): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Unable to get data of znode /11836944906/master because node does not exist (not an error) 2024-11-27T21:19:28,312 WARN [M:0;4585c39bed03:39703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:19:28,313 INFO [M:0;4585c39bed03:39703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/.lastflushedseqids 2024-11-27T21:19:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741836_1012 (size=99) 2024-11-27T21:19:28,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T21:19:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:28,409 INFO [RS:0;4585c39bed03:45967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:28,409 INFO [RS:0;4585c39bed03:45967 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,45967,1732742354090; zookeeper connection closed. 2024-11-27T21:19:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45967-0x1015b4be9240004, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:28,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64610cda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64610cda 2024-11-27T21:19:28,409 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:19:28,718 INFO [M:0;4585c39bed03:39703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:19:28,718 INFO [M:0;4585c39bed03:39703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:19:28,718 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:28,718 INFO [M:0;4585c39bed03:39703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:28,718 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:28,718 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:28,718 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:28,718 INFO [M:0;4585c39bed03:39703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T21:19:28,734 DEBUG [M:0;4585c39bed03:39703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71556ec767d54372ae2dfcd72a8ea903 is 82, key is hbase:meta,,1/info:regioninfo/1732742357058/Put/seqid=0 2024-11-27T21:19:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741837_1013 (size=5672) 2024-11-27T21:19:29,126 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:29,139 INFO [M:0;4585c39bed03:39703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71556ec767d54372ae2dfcd72a8ea903 2024-11-27T21:19:29,158 DEBUG [M:0;4585c39bed03:39703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8bbce429cda4190b60b6f9f96059087 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732742357072/Put/seqid=0 2024-11-27T21:19:29,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741838_1014 (size=5275) 2024-11-27T21:19:29,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:19:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:29,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:29,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:29,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:29,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:29,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:19:29,563 INFO [M:0;4585c39bed03:39703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8bbce429cda4190b60b6f9f96059087 2024-11-27T21:19:29,587 DEBUG [M:0;4585c39bed03:39703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d479f1d27f348ce8746bbd8e167af01 is 69, key is 4585c39bed03,45967,1732742354090/rs:state/1732742355936/Put/seqid=0 2024-11-27T21:19:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741839_1015 (size=5156) 2024-11-27T21:19:29,991 INFO [M:0;4585c39bed03:39703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d479f1d27f348ce8746bbd8e167af01 2024-11-27T21:19:29,996 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71556ec767d54372ae2dfcd72a8ea903 as hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71556ec767d54372ae2dfcd72a8ea903 2024-11-27T21:19:30,000 INFO [M:0;4585c39bed03:39703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71556ec767d54372ae2dfcd72a8ea903, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T21:19:30,001 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8bbce429cda4190b60b6f9f96059087 as hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8bbce429cda4190b60b6f9f96059087 2024-11-27T21:19:30,005 INFO [M:0;4585c39bed03:39703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8bbce429cda4190b60b6f9f96059087, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T21:19:30,005 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d479f1d27f348ce8746bbd8e167af01 as hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d479f1d27f348ce8746bbd8e167af01 2024-11-27T21:19:30,009 INFO [M:0;4585c39bed03:39703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/457612c6-cd2b-420e-5369-3aecff1b4ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d479f1d27f348ce8746bbd8e167af01, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T21:19:30,010 INFO [M:0;4585c39bed03:39703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-11-27T21:19:30,012 INFO [M:0;4585c39bed03:39703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:30,012 DEBUG [M:0;4585c39bed03:39703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742368718Disabling compacts and flushes for region at 1732742368718Disabling writes for close at 1732742368718Obtaining lock to block concurrent updates at 1732742368718Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742368718Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732742368719 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742368719Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742368719Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742368734 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742368734Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742369143 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742369158 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742369158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742369567 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742369586 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742369586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16174fc6: reopening flushed file at 1732742369996 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d5bafe: reopening flushed file at 1732742370000 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f28e8f3: reopening flushed file at 1732742370005 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1732742370010 (+5 ms)Writing region close event to WAL at 1732742370012 (+2 ms)Closed at 1732742370012 2024-11-27T21:19:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741830_1006 (size=10165) 2024-11-27T21:19:30,015 INFO [M:0;4585c39bed03:39703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:19:30,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:30,015 INFO [M:0;4585c39bed03:39703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39703 2024-11-27T21:19:30,015 INFO [M:0;4585c39bed03:39703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:30,117 INFO [M:0;4585c39bed03:39703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x1015b4be9240003, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:30,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64bc60f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:30,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:30,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:30,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:30,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:30,121 WARN [BP-1458354677-172.17.0.2-1732742352933 heartbeating to localhost/127.0.0.1:35379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:19:30,121 WARN [BP-1458354677-172.17.0.2-1732742352933 heartbeating to localhost/127.0.0.1:35379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458354677-172.17.0.2-1732742352933 (Datanode Uuid 8aa20aa0-a562-4ed1-b980-e15323db6cd5) service to localhost/127.0.0.1:35379 2024-11-27T21:19:30,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:19:30,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:19:30,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/cluster_4e2ae54c-596f-c9a3-5d47-54d2e0e109b9/data/data1/current/BP-1458354677-172.17.0.2-1732742352933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:30,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/cluster_4e2ae54c-596f-c9a3-5d47-54d2e0e109b9/data/data2/current/BP-1458354677-172.17.0.2-1732742352933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:30,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:19:30,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6097698c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:30,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:30,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:30,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:30,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:19:30,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:19:30,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:30,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:30,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:30,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:30,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:30,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:19:30,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1939377492, stopped=false 2024-11-27T21:19:30,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,41259,1732742362624 2024-11-27T21:19:30,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:30,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/running 2024-11-27T21:19:30,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:30,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:30,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:30,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:30,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:30,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:30,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:30,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Set watcher on znode that does not yet exist, /01311773257/running 2024-11-27T21:19:30,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,44519,1732742362654' ***** 2024-11-27T21:19:30,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:19:30,143 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:19:30,143 INFO [RS:0;4585c39bed03:44519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:19:30,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:19:30,143 INFO [RS:0;4585c39bed03:44519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:19:30,143 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(3091): Received CLOSE for d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,44519,1732742362654 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44519. 2024-11-27T21:19:30,144 DEBUG [RS:0;4585c39bed03:44519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d121f2efdafe143e155c57ad642642ef, disabling compactions & flushes 2024-11-27T21:19:30,144 DEBUG [RS:0;4585c39bed03:44519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:30,144 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. after waiting 0 ms 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:19:30,144 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:19:30,144 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1325): Online Regions={d121f2efdafe143e155c57ad642642ef=hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:19:30,144 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d121f2efdafe143e155c57ad642642ef 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:30,144 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:30,144 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:30,145 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T21:19:30,148 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/replication/d121f2efdafe143e155c57ad642642ef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T21:19:30,148 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:30,149 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:30,149 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:30,149 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:30,149 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d121f2efdafe143e155c57ad642642ef: Waiting for close lock at 1732742370144Running coprocessor pre-close hooks at 1732742370144Disabling compacts and flushes for region at 1732742370144Disabling writes for close at 1732742370144Writing region close event to WAL at 1732742370145 (+1 ms)Running coprocessor post-close hooks at 1732742370149 (+4 ms)Closed at 1732742370149 2024-11-27T21:19:30,149 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef. 2024-11-27T21:19:30,160 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/info/82efae9dc4f2433eb219652ef40b01fc is 147, key is hbase:replication,,1732742357149.d121f2efdafe143e155c57ad642642ef./info:regioninfo/1732742368165/Put/seqid=0 2024-11-27T21:19:30,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741851_1027 (size=6385) 2024-11-27T21:19:30,231 DEBUG [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 to pos 0, reset compression=false 2024-11-27T21:19:30,345 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:30,447 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:19:30,447 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:19:30,545 DEBUG [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:30,565 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/info/82efae9dc4f2433eb219652ef40b01fc 2024-11-27T21:19:30,571 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/.tmp/info/82efae9dc4f2433eb219652ef40b01fc as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/info/82efae9dc4f2433eb219652ef40b01fc 2024-11-27T21:19:30,575 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/info/82efae9dc4f2433eb219652ef40b01fc, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T21:19:30,576 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-27T21:19:30,581 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T21:19:30,581 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:30,581 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:30,581 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:30,581 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742370144Running coprocessor pre-close hooks at 1732742370144Disabling compacts and flushes for region at 1732742370144Disabling writes for close at 1732742370144Obtaining lock to block concurrent updates at 1732742370145 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732742370145Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732742370145Flushing stores of hbase:meta,,1.1588230740 at 1732742370145Flushing 1588230740/info: creating writer at 1732742370146 (+1 ms)Flushing 1588230740/info: appending metadata at 1732742370160 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732742370160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104c5c22: reopening flushed file at 1732742370570 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1732742370576 (+6 ms)Writing region close event to WAL at 1732742370578 (+2 ms)Running coprocessor post-close hooks at 1732742370581 (+3 ms)Closed at 1732742370581 2024-11-27T21:19:30,581 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:30,745 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,44519,1732742362654; all regions closed. 2024-11-27T21:19:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741849_1025 (size=2156) 2024-11-27T21:19:30,750 DEBUG [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs 2024-11-27T21:19:30,750 INFO [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C44519%2C1732742362654.meta:.meta(num 1732742363871) 2024-11-27T21:19:30,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741850_1026 (size=796) 2024-11-27T21:19:30,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.rep.1732742368130 not finished, retry = 0 2024-11-27T21:19:30,854 DEBUG [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs 2024-11-27T21:19:30,854 INFO [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C44519%2C1732742362654.rep:(num 1732742368130) 2024-11-27T21:19:30,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741848_1024 (size=93) 2024-11-27T21:19:30,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/WALs/4585c39bed03,44519,1732742362654/4585c39bed03%2C44519%2C1732742362654.1732742363605 not finished, retry = 0 2024-11-27T21:19:30,959 DEBUG [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/oldWALs 2024-11-27T21:19:30,959 INFO [RS:0;4585c39bed03:44519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C44519%2C1732742362654:(num 1732742363605) 2024-11-27T21:19:30,959 DEBUG [RS:0;4585c39bed03:44519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:30,959 INFO [RS:0;4585c39bed03:44519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:30,959 INFO [RS:0;4585c39bed03:44519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:30,959 INFO [RS:0;4585c39bed03:44519 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:30,959 INFO [RS:0;4585c39bed03:44519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:30,959 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:30,960 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T21:19:30,960 INFO [RS:0;4585c39bed03:44519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,44519,1732742362654 because: Region server is closing 2024-11-27T21:19:30,960 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T21:19:30,960 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T21:19:30,960 INFO [RS:0;4585c39bed03:44519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44519. 2024-11-27T21:19:30,960 DEBUG [RS:0;4585c39bed03:44519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:30,960 DEBUG [RS:0;4585c39bed03:44519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:30,960 DEBUG [RS:0;4585c39bed03:44519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:30,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:31,060 WARN [RS:0;4585c39bed03:44519.replicationSource.shipper4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T21:19:31,060 WARN [RS:0;4585c39bed03:44519.replicationSource.wal-reader.4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:19:31,060 INFO [RS:0;4585c39bed03:44519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4585c39bed03:44519.replicationSource.shipper4585c39bed03%2C44519%2C1732742362654,1-4585c39bed03,44519,1732742362654 terminated 2024-11-27T21:19:31,061 INFO [RS:0;4585c39bed03:44519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44519 2024-11-27T21:19:31,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/rs/4585c39bed03,44519,1732742362654 2024-11-27T21:19:31,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257/rs 2024-11-27T21:19:31,062 INFO [RS:0;4585c39bed03:44519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:31,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,44519,1732742362654] 2024-11-27T21:19:31,066 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01311773257/draining/4585c39bed03,44519,1732742362654 already deleted, retry=false 2024-11-27T21:19:31,066 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,44519,1732742362654 expired; onlineServers=0 2024-11-27T21:19:31,066 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,41259,1732742362624' ***** 2024-11-27T21:19:31,066 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:19:31,066 INFO [M:0;4585c39bed03:41259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:31,066 INFO [M:0;4585c39bed03:41259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:31,066 DEBUG [M:0;4585c39bed03:41259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:19:31,066 DEBUG [M:0;4585c39bed03:41259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:19:31,066 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:19:31,066 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742363288 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742363288,5,FailOnTimeoutGroup] 2024-11-27T21:19:31,066 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742363290 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742363290,5,FailOnTimeoutGroup] 2024-11-27T21:19:31,066 INFO [M:0;4585c39bed03:41259 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:31,066 INFO [M:0;4585c39bed03:41259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:31,066 DEBUG [M:0;4585c39bed03:41259 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:19:31,066 INFO [M:0;4585c39bed03:41259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:19:31,066 INFO [M:0;4585c39bed03:41259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:31,067 INFO [M:0;4585c39bed03:41259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:19:31,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:19:31,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01311773257/master 2024-11-27T21:19:31,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01311773257 2024-11-27T21:19:31,069 DEBUG [M:0;4585c39bed03:41259 {}] zookeeper.ZKUtil(347): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Unable to get data of znode /01311773257/master because node does not exist (not an error) 2024-11-27T21:19:31,069 WARN [M:0;4585c39bed03:41259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:19:31,070 INFO [M:0;4585c39bed03:41259 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/.lastflushedseqids 2024-11-27T21:19:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741852_1028 (size=181) 2024-11-27T21:19:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:31,165 INFO [RS:0;4585c39bed03:44519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44519-0x1015b4be9240007, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:31,165 INFO [RS:0;4585c39bed03:44519 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,44519,1732742362654; zookeeper connection closed. 2024-11-27T21:19:31,165 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e77562c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e77562c 2024-11-27T21:19:31,165 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:19:31,475 INFO [M:0;4585c39bed03:41259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:19:31,475 INFO [M:0;4585c39bed03:41259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:19:31,475 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:31,475 INFO [M:0;4585c39bed03:41259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:31,475 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:31,475 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:31,475 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:31,476 INFO [M:0;4585c39bed03:41259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T21:19:31,506 DEBUG [M:0;4585c39bed03:41259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b707473bd9024e5f918f8b6ad033a45b is 82, key is hbase:meta,,1/info:regioninfo/1732742363993/Put/seqid=0 2024-11-27T21:19:31,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741853_1029 (size=5672) 2024-11-27T21:19:31,917 INFO [M:0;4585c39bed03:41259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b707473bd9024e5f918f8b6ad033a45b 2024-11-27T21:19:31,947 DEBUG [M:0;4585c39bed03:41259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7012d67d983f4530b8a497070a561b52 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732742368171/Put/seqid=0 2024-11-27T21:19:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741854_1030 (size=7312) 2024-11-27T21:19:32,354 INFO [M:0;4585c39bed03:41259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7012d67d983f4530b8a497070a561b52 2024-11-27T21:19:32,374 DEBUG [M:0;4585c39bed03:41259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5cc9121bed343c788e2d1c6ac37ff9b is 69, key is 4585c39bed03,44519,1732742362654/rs:state/1732742363401/Put/seqid=0 2024-11-27T21:19:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741855_1031 (size=5370) 2024-11-27T21:19:32,778 INFO [M:0;4585c39bed03:41259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5cc9121bed343c788e2d1c6ac37ff9b 2024-11-27T21:19:32,784 INFO [M:0;4585c39bed03:41259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5cc9121bed343c788e2d1c6ac37ff9b 2024-11-27T21:19:32,785 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b707473bd9024e5f918f8b6ad033a45b as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b707473bd9024e5f918f8b6ad033a45b 2024-11-27T21:19:32,789 INFO [M:0;4585c39bed03:41259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b707473bd9024e5f918f8b6ad033a45b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T21:19:32,790 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7012d67d983f4530b8a497070a561b52 as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7012d67d983f4530b8a497070a561b52 2024-11-27T21:19:32,795 INFO [M:0;4585c39bed03:41259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7012d67d983f4530b8a497070a561b52, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T21:19:32,796 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5cc9121bed343c788e2d1c6ac37ff9b as hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5cc9121bed343c788e2d1c6ac37ff9b 2024-11-27T21:19:32,800 INFO [M:0;4585c39bed03:41259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5cc9121bed343c788e2d1c6ac37ff9b 2024-11-27T21:19:32,800 INFO [M:0;4585c39bed03:41259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32905/user/jenkins/test-data/d6f0f4c0-1ba9-4ece-3bae-d407c083ddb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5cc9121bed343c788e2d1c6ac37ff9b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T21:19:32,801 INFO [M:0;4585c39bed03:41259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=127, compaction requested=false 2024-11-27T21:19:32,804 INFO [M:0;4585c39bed03:41259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:32,804 DEBUG [M:0;4585c39bed03:41259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742371475Disabling compacts and flushes for region at 1732742371475Disabling writes for close at 1732742371475Obtaining lock to block concurrent updates at 1732742371476 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742371476Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732742371476Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742371477 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742371477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742371505 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742371505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742371928 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742371947 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742371947Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742372359 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742372373 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742372373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dbf39fa: reopening flushed file at 1732742372784 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37730817: reopening flushed file at 1732742372789 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8acffb: reopening flushed file at 1732742372795 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=127, compaction requested=false at 1732742372801 (+6 ms)Writing region close event to WAL at 1732742372804 (+3 ms)Closed at 1732742372804 2024-11-27T21:19:32,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741847_1023 (size=22903) 2024-11-27T21:19:32,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:32,807 INFO [M:0;4585c39bed03:41259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:19:32,807 INFO [M:0;4585c39bed03:41259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41259 2024-11-27T21:19:32,808 INFO [M:0;4585c39bed03:41259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:32,909 INFO [M:0;4585c39bed03:41259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41259-0x1015b4be9240006, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:32,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78825a0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:32,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:32,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:32,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:32,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:32,914 WARN [BP-212314771-172.17.0.2-1732742348462 heartbeating to localhost/127.0.0.1:32905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:19:32,914 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:19:32,914 WARN [BP-212314771-172.17.0.2-1732742348462 heartbeating to localhost/127.0.0.1:32905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-212314771-172.17.0.2-1732742348462 (Datanode Uuid 9f1bb9b2-300e-42df-8bab-e8aea33154dc) service to localhost/127.0.0.1:32905 2024-11-27T21:19:32,914 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:19:32,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c/data/data1/current/BP-212314771-172.17.0.2-1732742348462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:32,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/cluster_9815c1f4-71b6-f4a3-2084-2a91fd8e609c/data/data2/current/BP-212314771-172.17.0.2-1732742348462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:32,915 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:19:32,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3068005f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:32,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:32,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:32,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:32,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42635cdf-0d45-8211-6f13-0bee21338390/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:32,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:19:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:19:32,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:32905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32905 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35379 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:32905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=8248 (was 8973) 2024-11-27T21:19:32,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=8248 2024-11-27T21:19:32,977 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T21:19:32,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.log.dir so I do NOT create it in target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0 2024-11-27T21:19:32,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:19:32,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.tmp.dir so I do NOT create it in target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0 2024-11-27T21:19:32,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a68a5de8-c237-4288-ec0f-141b81a1b42b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:19:32,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0 2024-11-27T21:19:32,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2, deleteOnExit=true 2024-11-27T21:19:32,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2/zookeeper_0, clientPort=56172, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:19:32,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56172 2024-11-27T21:19:32,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:19:32,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:19:32,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/test.cache.data in system properties and HBase conf 2024-11-27T21:19:32,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:19:32,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:19:32,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:19:32,983 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:32,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:19:32,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:19:32,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:19:32,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:32,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:19:32,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:19:33,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4be9240005, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:19:33,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4be9240002, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:19:33,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4be9240005, quorum=127.0.0.1:60125, baseZNode=/11836944906 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:19:33,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4be9240002, quorum=127.0.0.1:60125, baseZNode=/01311773257 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:19:33,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:33,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:33,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:33,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:33,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:19:33,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:33,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@755866f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:33,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169a1fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:33,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@199d0f84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/java.io.tmpdir/jetty-localhost-37059-hadoop-hdfs-3_4_1-tests_jar-_-any-16985798323285134072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:33,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265c2aad{HTTP/1.1, (http/1.1)}{localhost:37059} 2024-11-27T21:19:33,186 INFO [Time-limited test {}] server.Server(415): Started @152002ms 2024-11-27T21:19:33,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:33,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:33,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:33,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:33,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:19:33,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:33,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:33,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75830d1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/java.io.tmpdir/jetty-localhost-43001-hadoop-hdfs-3_4_1-tests_jar-_-any-13904807629333466542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:33,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:43001} 2024-11-27T21:19:33,398 INFO [Time-limited test {}] server.Server(415): Started @152213ms 2024-11-27T21:19:33,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:19:33,503 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2/data/data2/current/BP-918453125-172.17.0.2-1732742373002/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:33,503 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2/data/data1/current/BP-918453125-172.17.0.2-1732742373002/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:33,526 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:19:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x107478a39c7ce68e with lease ID 0x38cde1f9c06b6f8a: Processing first storage report for DS-95bf88a6-2d2c-4a20-b199-cf4bef5323d7 from datanode DatanodeRegistration(127.0.0.1:35881, datanodeUuid=3dd3e518-9e4c-411d-9c8f-9e5cf12a3012, infoPort=39491, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=1546840708;c=1732742373002) 2024-11-27T21:19:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x107478a39c7ce68e with lease ID 0x38cde1f9c06b6f8a: from storage DS-95bf88a6-2d2c-4a20-b199-cf4bef5323d7 node DatanodeRegistration(127.0.0.1:35881, datanodeUuid=3dd3e518-9e4c-411d-9c8f-9e5cf12a3012, infoPort=39491, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=1546840708;c=1732742373002), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:19:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x107478a39c7ce68e with lease ID 0x38cde1f9c06b6f8a: Processing first storage report for DS-fb4553c3-0c9a-4f4d-aba6-b71743364692 from datanode DatanodeRegistration(127.0.0.1:35881, datanodeUuid=3dd3e518-9e4c-411d-9c8f-9e5cf12a3012, infoPort=39491, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=1546840708;c=1732742373002) 2024-11-27T21:19:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x107478a39c7ce68e with lease ID 0x38cde1f9c06b6f8a: from storage DS-fb4553c3-0c9a-4f4d-aba6-b71743364692 node DatanodeRegistration(127.0.0.1:35881, datanodeUuid=3dd3e518-9e4c-411d-9c8f-9e5cf12a3012, infoPort=39491, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=1546840708;c=1732742373002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:19:33,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0 2024-11-27T21:19:33,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:33,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:19:33,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017 with version=8 2024-11-27T21:19:33,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/hbase-staging 2024-11-27T21:19:33,946 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:33,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:33,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:33,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:33,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:33,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:33,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:19:33,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:33,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45955 2024-11-27T21:19:33,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45955 connecting to ZooKeeper ensemble=127.0.0.1:56172 2024-11-27T21:19:33,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459550x0, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:33,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45955-0x1015b4c49040000 connected 2024-11-27T21:19:33,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:33,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:33,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on znode that does not yet exist, /0-720133955/running 2024-11-27T21:19:33,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017, hbase.cluster.distributed=false 2024-11-27T21:19:33,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on znode that does not yet exist, /0-720133955/acl 2024-11-27T21:19:33,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45955 2024-11-27T21:19:33,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45955 2024-11-27T21:19:33,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45955 2024-11-27T21:19:33,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45955 2024-11-27T21:19:33,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45955 2024-11-27T21:19:33,999 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:33,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:33,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:33,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:33,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:33,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:33,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:19:33,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:34,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40327 2024-11-27T21:19:34,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40327 connecting to ZooKeeper ensemble=127.0.0.1:56172 2024-11-27T21:19:34,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:34,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:34,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403270x0, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:34,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403270x0, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on znode that does not yet exist, /0-720133955/running 2024-11-27T21:19:34,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:19:34,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40327-0x1015b4c49040001 connected 2024-11-27T21:19:34,028 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:19:34,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on znode that does not yet exist, /0-720133955/master 2024-11-27T21:19:34,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on znode that does not yet exist, /0-720133955/acl 2024-11-27T21:19:34,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-27T21:19:34,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40327 2024-11-27T21:19:34,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40327 2024-11-27T21:19:34,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-27T21:19:34,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-27T21:19:34,048 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:45955 2024-11-27T21:19:34,049 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-720133955/backup-masters/4585c39bed03,45955,1732742373945 2024-11-27T21:19:34,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955/backup-masters 2024-11-27T21:19:34,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955/backup-masters 2024-11-27T21:19:34,051 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on existing znode=/0-720133955/backup-masters/4585c39bed03,45955,1732742373945 2024-11-27T21:19:34,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:34,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-720133955/master 2024-11-27T21:19:34,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:34,053 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on existing znode=/0-720133955/master 2024-11-27T21:19:34,053 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-720133955/backup-masters/4585c39bed03,45955,1732742373945 from backup master directory 2024-11-27T21:19:34,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-720133955/backup-masters/4585c39bed03,45955,1732742373945 2024-11-27T21:19:34,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955/backup-masters 2024-11-27T21:19:34,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955/backup-masters 2024-11-27T21:19:34,056 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:34,056 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,45955,1732742373945 2024-11-27T21:19:34,061 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/hbase.id] with ID: aa4d16f6-333f-43be-9268-3361d2dc52a2 2024-11-27T21:19:34,061 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/.tmp/hbase.id 2024-11-27T21:19:34,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:19:34,467 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/.tmp/hbase.id]:[hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/hbase.id] 2024-11-27T21:19:34,477 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:34,477 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:19:34,478 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:19:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:19:34,886 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:34,887 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:19:34,887 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:34,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:19:35,294 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store 2024-11-27T21:19:35,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:19:35,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:19:35,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,700 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:35,700 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:35,700 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:35,700 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:35,700 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:35,700 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:35,701 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:35,701 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742375700Disabling compacts and flushes for region at 1732742375700Disabling writes for close at 1732742375700Writing region close event to WAL at 1732742375700Closed at 1732742375700 2024-11-27T21:19:35,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:35,701 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/.initializing 2024-11-27T21:19:35,701 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/WALs/4585c39bed03,45955,1732742373945 2024-11-27T21:19:35,702 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:35,704 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C45955%2C1732742373945, suffix=, logDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/WALs/4585c39bed03,45955,1732742373945, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/oldWALs, maxLogs=10 2024-11-27T21:19:35,717 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/WALs/4585c39bed03,45955,1732742373945/4585c39bed03%2C45955%2C1732742373945.1732742375704, exclude list is [], retry=0 2024-11-27T21:19:35,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35881,DS-95bf88a6-2d2c-4a20-b199-cf4bef5323d7,DISK] 2024-11-27T21:19:35,721 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/WALs/4585c39bed03,45955,1732742373945/4585c39bed03%2C45955%2C1732742373945.1732742375704 2024-11-27T21:19:35,722 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39491:39491)] 2024-11-27T21:19:35,722 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:35,722 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:35,722 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,722 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:19:35,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:35,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:35,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:19:35,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:35,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:35,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:19:35,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:35,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:35,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:19:35,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:35,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:35,729 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,730 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,730 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,731 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,731 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,731 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:35,732 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:35,734 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:35,735 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73099188, jitterRate=0.08926278352737427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:35,735 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742375722Initializing all the Stores at 1732742375723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742375723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742375723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742375723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742375723Cleaning up temporary data from old regions at 1732742375731 (+8 ms)Region opened successfully at 1732742375735 (+4 ms) 2024-11-27T21:19:35,735 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:19:35,738 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e34438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:35,739 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:19:35,739 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:19:35,739 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:19:35,739 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:19:35,740 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:19:35,740 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:19:35,740 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:19:35,742 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:19:35,742 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Unable to get data of znode /0-720133955/balancer because node does not exist (not necessarily an error) 2024-11-27T21:19:35,743 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-720133955/balancer already deleted, retry=false 2024-11-27T21:19:35,744 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:19:35,744 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Unable to get data of znode /0-720133955/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:19:35,745 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-720133955/normalizer already deleted, retry=false 2024-11-27T21:19:35,745 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:19:35,746 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Unable to get data of znode /0-720133955/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:19:35,748 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-720133955/switch/split already deleted, retry=false 2024-11-27T21:19:35,749 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Unable to get data of znode /0-720133955/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:19:35,750 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-720133955/switch/merge already deleted, retry=false 2024-11-27T21:19:35,752 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Unable to get data of znode /0-720133955/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:19:35,753 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-720133955/snapshot-cleanup already deleted, retry=false 2024-11-27T21:19:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-720133955/running 2024-11-27T21:19:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-720133955/running 2024-11-27T21:19:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:35,755 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,45955,1732742373945, sessionid=0x1015b4c49040000, setting cluster-up flag (Was=false) 2024-11-27T21:19:35,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:35,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:35,763 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-720133955/flush-table-proc/acquired, /0-720133955/flush-table-proc/reached, /0-720133955/flush-table-proc/abort 2024-11-27T21:19:35,764 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,45955,1732742373945 2024-11-27T21:19:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:35,772 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-720133955/online-snapshot/acquired, /0-720133955/online-snapshot/reached, /0-720133955/online-snapshot/abort 2024-11-27T21:19:35,773 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,45955,1732742373945 2024-11-27T21:19:35,774 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:19:35,775 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:35,775 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:19:35,775 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:19:35,776 WARN [master/4585c39bed03:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4585c39bed03,35619,1732742349735: status=Processing ServerCrashProcedure of 4585c39bed03,35619,1732742349735 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732742363287, completionTime=-1 appears to have been leaked 2024-11-27T21:19:35,776 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,45955,1732742373945 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:35,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:35,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:19:35,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:35,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742405781 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:19:35,781 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,782 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:19:35,782 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:19:35,782 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:19:35,782 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:19:35,782 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:19:35,782 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:19:35,784 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742375782,5,FailOnTimeoutGroup] 2024-11-27T21:19:35,786 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742375784,5,FailOnTimeoutGroup] 2024-11-27T21:19:35,786 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,786 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:19:35,786 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,786 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:19:35,839 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(746): ClusterId : aa4d16f6-333f-43be-9268-3361d2dc52a2 2024-11-27T21:19:35,839 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:19:35,841 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:19:35,841 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:19:35,842 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:19:35,842 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40049a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:35,857 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:40327 2024-11-27T21:19:35,857 INFO [RS:0;4585c39bed03:40327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:19:35,858 INFO [RS:0;4585c39bed03:40327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:19:35,858 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:19:35,858 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,45955,1732742373945 with port=40327, startcode=1732742373998 2024-11-27T21:19:35,858 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:19:35,860 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:19:35,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,40327,1732742373998 2024-11-27T21:19:35,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45955 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,40327,1732742373998 2024-11-27T21:19:35,862 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017 2024-11-27T21:19:35,862 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44867 2024-11-27T21:19:35,862 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:19:35,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955/rs 2024-11-27T21:19:35,865 DEBUG [RS:0;4585c39bed03:40327 {}] zookeeper.ZKUtil(111): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on existing znode=/0-720133955/rs/4585c39bed03,40327,1732742373998 2024-11-27T21:19:35,865 WARN [RS:0;4585c39bed03:40327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:35,865 INFO [RS:0;4585c39bed03:40327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:35,865 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998 2024-11-27T21:19:35,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,40327,1732742373998] 2024-11-27T21:19:35,868 INFO [RS:0;4585c39bed03:40327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:19:35,870 INFO [RS:0;4585c39bed03:40327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:19:35,870 INFO [RS:0;4585c39bed03:40327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:19:35,870 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,870 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:19:35,871 INFO [RS:0;4585c39bed03:40327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:19:35,871 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,871 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,872 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:35,872 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:35,872 DEBUG [RS:0;4585c39bed03:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:35,874 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,874 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,874 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,874 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,874 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,874 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40327,1732742373998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:35,888 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:19:35,888 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40327,1732742373998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,888 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,888 INFO [RS:0;4585c39bed03:40327 {}] regionserver.Replication(171): 4585c39bed03,40327,1732742373998 started 2024-11-27T21:19:35,901 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:35,901 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,40327,1732742373998, RpcServer on 4585c39bed03/172.17.0.2:40327, sessionid=0x1015b4c49040001 2024-11-27T21:19:35,901 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:19:35,901 DEBUG [RS:0;4585c39bed03:40327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,40327,1732742373998 2024-11-27T21:19:35,901 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,40327,1732742373998' 2024-11-27T21:19:35,901 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-720133955/flush-table-proc/abort' 2024-11-27T21:19:35,901 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-720133955/flush-table-proc/acquired' 2024-11-27T21:19:35,902 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:19:35,902 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:19:35,902 DEBUG [RS:0;4585c39bed03:40327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,40327,1732742373998 2024-11-27T21:19:35,902 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,40327,1732742373998' 2024-11-27T21:19:35,902 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-720133955/online-snapshot/abort' 2024-11-27T21:19:35,902 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-720133955/online-snapshot/acquired' 2024-11-27T21:19:35,902 DEBUG [RS:0;4585c39bed03:40327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:19:35,902 INFO [RS:0;4585c39bed03:40327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:19:35,902 INFO [RS:0;4585c39bed03:40327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:19:36,003 INFO [RS:0;4585c39bed03:40327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:36,004 INFO [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C40327%2C1732742373998, suffix=, logDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/oldWALs, maxLogs=10 2024-11-27T21:19:36,018 DEBUG [RS:0;4585c39bed03:40327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005, exclude list is [], retry=0 2024-11-27T21:19:36,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35881,DS-95bf88a6-2d2c-4a20-b199-cf4bef5323d7,DISK] 2024-11-27T21:19:36,024 INFO [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 2024-11-27T21:19:36,025 DEBUG [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39491:39491)] 2024-11-27T21:19:36,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:19:36,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017 2024-11-27T21:19:36,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:19:36,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:36,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:36,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:36,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:36,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:36,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:36,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:36,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:36,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:36,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:36,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740 2024-11-27T21:19:36,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740 2024-11-27T21:19:36,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:36,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:36,604 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:36,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:36,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:36,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71579282, jitterRate=0.06661441922187805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:36,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742376595Initializing all the Stores at 1732742376595Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742376596 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742376596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742376596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742376596Cleaning up temporary data from old regions at 1732742376604 (+8 ms)Region opened successfully at 1732742376607 (+3 ms) 2024-11-27T21:19:36,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:36,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:36,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:36,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:36,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:36,608 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:36,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742376608Disabling compacts and flushes for region at 1732742376608Disabling writes for close at 1732742376608Writing region close event to WAL at 1732742376608Closed at 1732742376608 2024-11-27T21:19:36,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:36,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:19:36,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:19:36,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:36,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:19:36,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:36,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:19:36,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:36,761 DEBUG [4585c39bed03:45955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:19:36,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,40327,1732742373998 2024-11-27T21:19:36,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,40327,1732742373998, state=OPENING 2024-11-27T21:19:36,764 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:19:36,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:36,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:36,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-720133955/meta-region-server: CHANGED 2024-11-27T21:19:36,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-720133955/meta-region-server: CHANGED 2024-11-27T21:19:36,766 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:36,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,40327,1732742373998}] 2024-11-27T21:19:36,918 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:19:36,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:19:36,923 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:19:36,923 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:36,923 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:19:36,925 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C40327%2C1732742373998.meta, suffix=.meta, logDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/oldWALs, maxLogs=10 2024-11-27T21:19:36,943 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.meta.1732742376925.meta, exclude list is [], retry=0 2024-11-27T21:19:36,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35881,DS-95bf88a6-2d2c-4a20-b199-cf4bef5323d7,DISK] 2024-11-27T21:19:36,946 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.meta.1732742376925.meta 2024-11-27T21:19:36,946 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39491:39491)] 2024-11-27T21:19:36,946 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:36,947 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:36,947 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:36,947 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:19:36,947 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:19:36,947 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:19:36,947 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:36,947 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:19:36,947 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:19:36,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:36,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:36,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:36,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:36,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:36,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:36,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:36,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:36,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:36,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:36,952 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:36,953 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740 2024-11-27T21:19:36,953 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740 2024-11-27T21:19:36,954 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:36,954 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:36,955 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:36,956 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:36,956 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64670171, jitterRate=-0.03633935749530792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:36,956 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:19:36,957 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742376947Writing region info on filesystem at 1732742376947Initializing all the Stores at 1732742376948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742376948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742376948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742376948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742376948Cleaning up temporary data from old regions at 1732742376954 (+6 ms)Running coprocessor post-open hooks at 1732742376956 (+2 ms)Region opened successfully at 1732742376957 (+1 ms) 2024-11-27T21:19:36,958 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742376918 2024-11-27T21:19:36,960 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:19:36,960 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:19:36,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,40327,1732742373998 2024-11-27T21:19:36,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,40327,1732742373998, state=OPEN 2024-11-27T21:19:36,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-720133955/meta-region-server 2024-11-27T21:19:36,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-720133955/meta-region-server 2024-11-27T21:19:36,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-720133955/meta-region-server: CHANGED 2024-11-27T21:19:36,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-720133955/meta-region-server: CHANGED 2024-11-27T21:19:36,971 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,40327,1732742373998 2024-11-27T21:19:36,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:19:36,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,40327,1732742373998 in 205 msec 2024-11-27T21:19:36,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:19:36,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-27T21:19:36,977 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:36,977 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:19:36,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:36,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40327,1732742373998, seqNum=-1] 2024-11-27T21:19:36,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:36,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:36,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-27T21:19:36,988 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742376988, completionTime=-1 2024-11-27T21:19:36,988 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:19:36,989 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:19:36,990 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:19:36,990 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742436990 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742496990 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45955,1732742373945-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45955,1732742373945-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45955,1732742373945-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:45955, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:36,991 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:36,993 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45955,1732742373945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:36,995 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45955,1732742373945-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:19:36,997 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:19:36,997 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:19:36,997 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45955,1732742373945-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:37,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:37,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45955,-1 for getting cluster id 2024-11-27T21:19:37,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:37,041 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4d16f6-333f-43be-9268-3361d2dc52a2' 2024-11-27T21:19:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4d16f6-333f-43be-9268-3361d2dc52a2" 2024-11-27T21:19:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5e3952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45955,-1] 2024-11-27T21:19:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:37,043 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:37,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:37,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40327,1732742373998, seqNum=-1] 2024-11-27T21:19:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:37,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:37,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,45955,1732742373945 2024-11-27T21:19:37,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56172 2024-11-27T21:19:37,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:37,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4c49040002 connected 2024-11-27T21:19:37,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.log.dir so I do NOT create it in target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba 2024-11-27T21:19:37,055 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:19:37,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.tmp.dir so I do NOT create it in target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba 2024-11-27T21:19:37,055 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:19:37,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba 2024-11-27T21:19:37,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:19:37,055 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/cluster_c98c80e5-173b-e2c7-7ca5-a5b9c0a122e5, deleteOnExit=true 2024-11-27T21:19:37,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:19:37,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/test.cache.data in system properties and HBase conf 2024-11-27T21:19:37,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:19:37,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:19:37,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:19:37,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:19:37,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:19:37,056 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:19:37,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:19:37,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:19:37,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:37,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:37,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:37,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:37,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:19:37,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:37,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:37,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:37,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b344cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/java.io.tmpdir/jetty-localhost-42513-hadoop-hdfs-3_4_1-tests_jar-_-any-17758556159354480676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:37,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:42513} 2024-11-27T21:19:37,371 INFO [Time-limited test {}] server.Server(415): Started @156187ms 2024-11-27T21:19:37,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:19:37,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:19:37,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:19:37,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:19:37,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:19:37,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:19:37,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:19:37,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@596ea19b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/java.io.tmpdir/jetty-localhost-45063-hadoop-hdfs-3_4_1-tests_jar-_-any-16410863286234043274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:37,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:45063} 2024-11-27T21:19:37,629 INFO [Time-limited test {}] server.Server(415): Started @156444ms 2024-11-27T21:19:37,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:19:37,737 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/cluster_c98c80e5-173b-e2c7-7ca5-a5b9c0a122e5/data/data1/current/BP-1881667645-172.17.0.2-1732742377092/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:37,738 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/cluster_c98c80e5-173b-e2c7-7ca5-a5b9c0a122e5/data/data2/current/BP-1881667645-172.17.0.2-1732742377092/current, will proceed with Du for space computation calculation, 2024-11-27T21:19:37,769 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:19:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x205fa3eacf6217c1 with lease ID 0x7bee44bfc0212507: Processing first storage report for DS-a0a998ae-0801-44c0-a5c6-7ec8b91dc815 from datanode DatanodeRegistration(127.0.0.1:43843, datanodeUuid=af2c2f21-6419-4ef4-bff9-eaedc79f7ad4, infoPort=42719, infoSecurePort=0, ipcPort=41435, storageInfo=lv=-57;cid=testClusterID;nsid=1964989842;c=1732742377092) 2024-11-27T21:19:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x205fa3eacf6217c1 with lease ID 0x7bee44bfc0212507: from storage DS-a0a998ae-0801-44c0-a5c6-7ec8b91dc815 node DatanodeRegistration(127.0.0.1:43843, datanodeUuid=af2c2f21-6419-4ef4-bff9-eaedc79f7ad4, infoPort=42719, infoSecurePort=0, ipcPort=41435, storageInfo=lv=-57;cid=testClusterID;nsid=1964989842;c=1732742377092), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:19:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x205fa3eacf6217c1 with lease ID 0x7bee44bfc0212507: Processing first storage report for DS-bcc0f309-1359-4757-83c0-d45d500bb818 from datanode DatanodeRegistration(127.0.0.1:43843, datanodeUuid=af2c2f21-6419-4ef4-bff9-eaedc79f7ad4, infoPort=42719, infoSecurePort=0, ipcPort=41435, storageInfo=lv=-57;cid=testClusterID;nsid=1964989842;c=1732742377092) 2024-11-27T21:19:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x205fa3eacf6217c1 with lease ID 0x7bee44bfc0212507: from storage DS-bcc0f309-1359-4757-83c0-d45d500bb818 node DatanodeRegistration(127.0.0.1:43843, datanodeUuid=af2c2f21-6419-4ef4-bff9-eaedc79f7ad4, infoPort=42719, infoSecurePort=0, ipcPort=41435, storageInfo=lv=-57;cid=testClusterID;nsid=1964989842;c=1732742377092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:19:37,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba 2024-11-27T21:19:37,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:37,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:19:37,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724 with version=8 2024-11-27T21:19:37,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/hbase-staging 2024-11-27T21:19:37,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:37,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:37,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:37,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:37,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:37,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:37,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:19:37,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:37,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38623 2024-11-27T21:19:37,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38623 connecting to ZooKeeper ensemble=127.0.0.1:56172 2024-11-27T21:19:37,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386230x0, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:37,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38623-0x1015b4c49040003 connected 2024-11-27T21:19:37,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:37,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:37,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on znode that does not yet exist, /1-238159388/running 2024-11-27T21:19:37,914 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724, hbase.cluster.distributed=false 2024-11-27T21:19:37,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on znode that does not yet exist, /1-238159388/acl 2024-11-27T21:19:37,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38623 2024-11-27T21:19:37,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38623 2024-11-27T21:19:37,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38623 2024-11-27T21:19:37,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38623 2024-11-27T21:19:37,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38623 2024-11-27T21:19:37,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:19:37,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:37,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:37,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:19:37,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:19:37,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:19:37,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:19:37,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:19:37,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40817 2024-11-27T21:19:37,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40817 connecting to ZooKeeper ensemble=127.0.0.1:56172 2024-11-27T21:19:37,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:37,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:37,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408170x0, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:37,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408170x0, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on znode that does not yet exist, /1-238159388/running 2024-11-27T21:19:37,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40817-0x1015b4c49040004 connected 2024-11-27T21:19:37,952 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:19:37,954 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:19:37,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on znode that does not yet exist, /1-238159388/master 2024-11-27T21:19:37,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on znode that does not yet exist, /1-238159388/acl 2024-11-27T21:19:37,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40817 2024-11-27T21:19:37,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40817 2024-11-27T21:19:37,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40817 2024-11-27T21:19:37,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40817 2024-11-27T21:19:37,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40817 2024-11-27T21:19:37,976 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:38623 2024-11-27T21:19:37,976 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-238159388/backup-masters/4585c39bed03,38623,1732742377893 2024-11-27T21:19:37,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388/backup-masters 2024-11-27T21:19:37,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388/backup-masters 2024-11-27T21:19:37,978 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on existing znode=/1-238159388/backup-masters/4585c39bed03,38623,1732742377893 2024-11-27T21:19:37,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-238159388/master 2024-11-27T21:19:37,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:37,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:37,980 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on existing znode=/1-238159388/master 2024-11-27T21:19:37,980 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-238159388/backup-masters/4585c39bed03,38623,1732742377893 from backup master directory 2024-11-27T21:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-238159388/backup-masters/4585c39bed03,38623,1732742377893 2024-11-27T21:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388/backup-masters 2024-11-27T21:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388/backup-masters 2024-11-27T21:19:37,983 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:37,983 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,38623,1732742377893 2024-11-27T21:19:37,986 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/hbase.id] with ID: f6754d01-422a-4e9a-aff8-fad66ae25dc2 2024-11-27T21:19:37,986 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/.tmp/hbase.id 2024-11-27T21:19:37,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:19:38,394 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/.tmp/hbase.id]:[hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/hbase.id] 2024-11-27T21:19:38,405 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:38,405 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:19:38,406 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:19:38,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:19:38,414 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:38,415 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:19:38,415 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:19:38,827 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store 2024-11-27T21:19:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:19:38,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:38,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:38,848 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:38,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:38,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:38,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:38,848 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:38,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742378848Disabling compacts and flushes for region at 1732742378848Disabling writes for close at 1732742378848Writing region close event to WAL at 1732742378848Closed at 1732742378848 2024-11-27T21:19:38,855 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/.initializing 2024-11-27T21:19:38,855 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/WALs/4585c39bed03,38623,1732742377893 2024-11-27T21:19:38,862 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:38,866 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C38623%2C1732742377893, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/WALs/4585c39bed03,38623,1732742377893, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/oldWALs, maxLogs=10 2024-11-27T21:19:38,883 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/WALs/4585c39bed03,38623,1732742377893/4585c39bed03%2C38623%2C1732742377893.1732742378866, exclude list is [], retry=0 2024-11-27T21:19:38,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43843,DS-a0a998ae-0801-44c0-a5c6-7ec8b91dc815,DISK] 2024-11-27T21:19:38,888 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/WALs/4585c39bed03,38623,1732742377893/4585c39bed03%2C38623%2C1732742377893.1732742378866 2024-11-27T21:19:38,888 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-27T21:19:38,888 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:38,889 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:38,889 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,889 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:19:38,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:38,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:38,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:19:38,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:38,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:38,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:19:38,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:38,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:38,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:19:38,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:38,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:38,899 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,899 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,900 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,901 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,901 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,901 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:38,903 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:19:38,905 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:38,905 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64913136, jitterRate=-0.03271889686584473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:38,905 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742378889Initializing all the Stores at 1732742378889Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742378890 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742378892 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742378892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742378892Cleaning up temporary data from old regions at 1732742378901 (+9 ms)Region opened successfully at 1732742378905 (+4 ms) 2024-11-27T21:19:38,906 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:19:38,909 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600f5fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:38,909 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:19:38,910 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:19:38,910 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:19:38,910 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:19:38,910 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:19:38,911 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:19:38,911 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:19:38,914 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:19:38,915 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Unable to get data of znode /1-238159388/balancer because node does not exist (not necessarily an error) 2024-11-27T21:19:38,917 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-238159388/balancer already deleted, retry=false 2024-11-27T21:19:38,917 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:19:38,918 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Unable to get data of znode /1-238159388/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:19:38,919 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-238159388/normalizer already deleted, retry=false 2024-11-27T21:19:38,920 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:19:38,921 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Unable to get data of znode /1-238159388/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:19:38,923 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-238159388/switch/split already deleted, retry=false 2024-11-27T21:19:38,924 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Unable to get data of znode /1-238159388/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:19:38,925 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-238159388/switch/merge already deleted, retry=false 2024-11-27T21:19:38,928 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Unable to get data of znode /1-238159388/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:19:38,929 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-238159388/snapshot-cleanup already deleted, retry=false 2024-11-27T21:19:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-238159388/running 2024-11-27T21:19:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-238159388/running 2024-11-27T21:19:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,932 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,38623,1732742377893, sessionid=0x1015b4c49040003, setting cluster-up flag (Was=false) 2024-11-27T21:19:38,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,942 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-238159388/flush-table-proc/acquired, /1-238159388/flush-table-proc/reached, /1-238159388/flush-table-proc/abort 2024-11-27T21:19:38,943 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,38623,1732742377893 2024-11-27T21:19:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:38,951 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-238159388/online-snapshot/acquired, /1-238159388/online-snapshot/reached, /1-238159388/online-snapshot/abort 2024-11-27T21:19:38,952 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,38623,1732742377893 2024-11-27T21:19:38,953 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:19:38,955 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:38,955 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:19:38,955 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:19:38,955 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,38623,1732742377893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:38,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:38,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:38,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:19:38,962 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:38,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:19:38,971 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(746): ClusterId : f6754d01-422a-4e9a-aff8-fad66ae25dc2 2024-11-27T21:19:38,971 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:19:38,971 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742408971 2024-11-27T21:19:38,971 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:19:38,971 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:19:38,971 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:19:38,972 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:19:38,972 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:19:38,972 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:19:38,973 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:19:38,973 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:19:38,976 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:19:38,976 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72185ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:19:38,980 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:38,984 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:19:38,984 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:19:38,984 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:19:38,984 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:19:38,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:19:38,988 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:19:38,988 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:19:38,989 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742378988,5,FailOnTimeoutGroup] 2024-11-27T21:19:38,992 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742378989,5,FailOnTimeoutGroup] 2024-11-27T21:19:38,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:38,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:19:38,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:38,992 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:38,994 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:40817 2024-11-27T21:19:38,994 INFO [RS:0;4585c39bed03:40817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:19:38,994 INFO [RS:0;4585c39bed03:40817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:19:38,995 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:19:38,996 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,38623,1732742377893 with port=40817, startcode=1732742377943 2024-11-27T21:19:38,996 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:19:39,005 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:19:39,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,40817,1732742377943 2024-11-27T21:19:39,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38623 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,40817,1732742377943 2024-11-27T21:19:39,007 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724 2024-11-27T21:19:39,007 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41059 2024-11-27T21:19:39,007 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:19:39,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388/rs 2024-11-27T21:19:39,013 DEBUG [RS:0;4585c39bed03:40817 {}] zookeeper.ZKUtil(111): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on existing znode=/1-238159388/rs/4585c39bed03,40817,1732742377943 2024-11-27T21:19:39,013 WARN [RS:0;4585c39bed03:40817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:19:39,013 INFO [RS:0;4585c39bed03:40817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:39,013 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943 2024-11-27T21:19:39,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,40817,1732742377943] 2024-11-27T21:19:39,027 INFO [RS:0;4585c39bed03:40817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:19:39,029 INFO [RS:0;4585c39bed03:40817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:19:39,032 INFO [RS:0;4585c39bed03:40817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:19:39,032 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,033 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:19:39,034 INFO [RS:0;4585c39bed03:40817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:19:39,034 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:39,034 DEBUG [RS:0;4585c39bed03:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:19:39,039 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,039 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,039 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,039 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,039 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,039 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40817,1732742377943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:39,054 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:19:39,054 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40817,1732742377943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,055 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,055 INFO [RS:0;4585c39bed03:40817 {}] regionserver.Replication(171): 4585c39bed03,40817,1732742377943 started 2024-11-27T21:19:39,076 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:39,076 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,40817,1732742377943, RpcServer on 4585c39bed03/172.17.0.2:40817, sessionid=0x1015b4c49040004 2024-11-27T21:19:39,076 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:19:39,076 DEBUG [RS:0;4585c39bed03:40817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,40817,1732742377943 2024-11-27T21:19:39,076 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,40817,1732742377943' 2024-11-27T21:19:39,076 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-238159388/flush-table-proc/abort' 2024-11-27T21:19:39,077 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-238159388/flush-table-proc/acquired' 2024-11-27T21:19:39,078 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:19:39,078 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:19:39,078 DEBUG [RS:0;4585c39bed03:40817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,40817,1732742377943 2024-11-27T21:19:39,078 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,40817,1732742377943' 2024-11-27T21:19:39,078 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-238159388/online-snapshot/abort' 2024-11-27T21:19:39,079 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-238159388/online-snapshot/acquired' 2024-11-27T21:19:39,079 DEBUG [RS:0;4585c39bed03:40817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:19:39,079 INFO [RS:0;4585c39bed03:40817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:19:39,079 INFO [RS:0;4585c39bed03:40817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:19:39,181 INFO [RS:0;4585c39bed03:40817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:19:39,185 INFO [RS:0;4585c39bed03:40817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C40817%2C1732742377943, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/oldWALs, maxLogs=10 2024-11-27T21:19:39,198 DEBUG [RS:0;4585c39bed03:40817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185, exclude list is [], retry=0 2024-11-27T21:19:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43843,DS-a0a998ae-0801-44c0-a5c6-7ec8b91dc815,DISK] 2024-11-27T21:19:39,205 INFO [RS:0;4585c39bed03:40817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 2024-11-27T21:19:39,205 DEBUG [RS:0;4585c39bed03:40817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-27T21:19:39,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:19:39,388 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724 2024-11-27T21:19:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:19:39,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:39,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:39,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:39,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:39,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:39,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:39,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:39,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:39,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:39,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:39,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:39,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:39,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:39,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:39,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:39,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:39,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:39,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:39,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740 2024-11-27T21:19:39,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740 2024-11-27T21:19:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:39,815 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:39,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:39,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:39,820 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61544378, jitterRate=-0.08291730284690857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742379795Initializing all the Stores at 1732742379796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742379796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742379796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742379796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742379796Cleaning up temporary data from old regions at 1732742379815 (+19 ms)Region opened successfully at 1732742379821 (+6 ms) 2024-11-27T21:19:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:39,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:39,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742379821Disabling compacts and flushes for region at 1732742379821Disabling writes for close at 1732742379821Writing region close event to WAL at 1732742379821Closed at 1732742379821 2024-11-27T21:19:39,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:39,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:19:39,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:19:39,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:39,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:19:39,975 DEBUG [4585c39bed03:38623 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:19:39,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,40817,1732742377943 2024-11-27T21:19:39,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,40817,1732742377943, state=OPENING 2024-11-27T21:19:39,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:19:39,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:39,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:39,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-238159388/meta-region-server: CHANGED 2024-11-27T21:19:39,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-238159388/meta-region-server: CHANGED 2024-11-27T21:19:39,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:19:39,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,40817,1732742377943}] 2024-11-27T21:19:40,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:19:40,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:19:40,138 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:19:40,138 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:40,138 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:19:40,140 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C40817%2C1732742377943.meta, suffix=.meta, logDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/oldWALs, maxLogs=10 2024-11-27T21:19:40,153 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.meta.1732742380140.meta, exclude list is [], retry=0 2024-11-27T21:19:40,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43843,DS-a0a998ae-0801-44c0-a5c6-7ec8b91dc815,DISK] 2024-11-27T21:19:40,157 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.meta.1732742380140.meta 2024-11-27T21:19:40,157 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-27T21:19:40,157 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:40,157 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:40,157 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:40,158 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:19:40,158 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:19:40,158 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:19:40,158 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:40,158 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:19:40,158 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:19:40,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:19:40,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:19:40,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:40,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:40,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:19:40,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:19:40,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:40,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:40,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:19:40,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:19:40,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:40,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:40,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:19:40,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:19:40,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:40,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:19:40,163 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:19:40,164 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740 2024-11-27T21:19:40,165 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740 2024-11-27T21:19:40,165 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:19:40,166 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:19:40,166 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:19:40,167 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:19:40,168 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66410059, jitterRate=-0.010413005948066711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:19:40,168 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:19:40,168 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742380158Writing region info on filesystem at 1732742380158Initializing all the Stores at 1732742380159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742380159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742380159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742380159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742380159Cleaning up temporary data from old regions at 1732742380166 (+7 ms)Running coprocessor post-open hooks at 1732742380168 (+2 ms)Region opened successfully at 1732742380168 2024-11-27T21:19:40,169 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742380132 2024-11-27T21:19:40,171 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:19:40,171 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:19:40,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,40817,1732742377943 2024-11-27T21:19:40,172 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,40817,1732742377943, state=OPEN 2024-11-27T21:19:40,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-238159388/meta-region-server 2024-11-27T21:19:40,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-238159388/meta-region-server 2024-11-27T21:19:40,175 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,40817,1732742377943 2024-11-27T21:19:40,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-238159388/meta-region-server: CHANGED 2024-11-27T21:19:40,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-238159388/meta-region-server: CHANGED 2024-11-27T21:19:40,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:19:40,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,40817,1732742377943 in 195 msec 2024-11-27T21:19:40,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:19:40,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-27T21:19:40,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:19:40,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:19:40,180 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:40,180 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:40,181 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:40,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:40,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-27T21:19:40,186 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742380186, completionTime=-1 2024-11-27T21:19:40,186 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:19:40,186 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:19:40,188 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:19:40,188 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742440188 2024-11-27T21:19:40,188 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742500188 2024-11-27T21:19:40,188 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:19:40,188 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38623,1732742377893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:40,189 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38623,1732742377893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:40,189 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38623,1732742377893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:40,189 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:38623, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:40,189 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:40,189 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:40,190 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:19:40,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.209sec 2024-11-27T21:19:40,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:19:40,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:19:40,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:19:40,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:19:40,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:19:40,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38623,1732742377893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:19:40,193 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38623,1732742377893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:19:40,194 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:19:40,194 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:19:40,194 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38623,1732742377893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:19:40,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:40,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38623,-1 for getting cluster id 2024-11-27T21:19:40,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:40,271 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6754d01-422a-4e9a-aff8-fad66ae25dc2' 2024-11-27T21:19:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6754d01-422a-4e9a-aff8-fad66ae25dc2" 2024-11-27T21:19:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38623,-1] 2024-11-27T21:19:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:40,273 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:40,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:40,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:40,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:40,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,38623,1732742377893 2024-11-27T21:19:40,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56172 2024-11-27T21:19:40,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:19:40,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4c49040005 connected 2024-11-27T21:19:40,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45955,1732742373945 2024-11-27T21:19:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@404092d8 2024-11-27T21:19:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:40,285 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:40,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:19:40,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:19:40,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:40,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:19:40,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:19:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:19:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:40,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f30482d7e2a6d2cbad8d714972999cb1, NAME => 'test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017 2024-11-27T21:19:40,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:19:40,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:40,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f30482d7e2a6d2cbad8d714972999cb1, disabling compactions & flushes 2024-11-27T21:19:40,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:40,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:40,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. after waiting 0 ms 2024-11-27T21:19:40,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:40,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:40,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f30482d7e2a6d2cbad8d714972999cb1: Waiting for close lock at 1732742380709Disabling compacts and flushes for region at 1732742380709Disabling writes for close at 1732742380709Writing region close event to WAL at 1732742380709Closed at 1732742380709 2024-11-27T21:19:40,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:19:40,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742380710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742380710"}]},"ts":"1732742380710"} 2024-11-27T21:19:40,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:19:40,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:19:40,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742380713"}]},"ts":"1732742380713"} 2024-11-27T21:19:40,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:19:40,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f30482d7e2a6d2cbad8d714972999cb1, ASSIGN}] 2024-11-27T21:19:40,717 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f30482d7e2a6d2cbad8d714972999cb1, ASSIGN 2024-11-27T21:19:40,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f30482d7e2a6d2cbad8d714972999cb1, ASSIGN; state=OFFLINE, location=4585c39bed03,40327,1732742373998; forceNewPlan=false, retain=false 2024-11-27T21:19:40,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f30482d7e2a6d2cbad8d714972999cb1, regionState=OPENING, regionLocation=4585c39bed03,40327,1732742373998 2024-11-27T21:19:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f30482d7e2a6d2cbad8d714972999cb1, ASSIGN because future has completed 2024-11-27T21:19:40,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f30482d7e2a6d2cbad8d714972999cb1, server=4585c39bed03,40327,1732742373998}] 2024-11-27T21:19:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:41,028 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:41,028 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f30482d7e2a6d2cbad8d714972999cb1, NAME => 'test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:41,029 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:41,029 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:19:41,029 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,029 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:41,029 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,029 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,032 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,033 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f30482d7e2a6d2cbad8d714972999cb1 columnFamilyName f 2024-11-27T21:19:41,033 DEBUG [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:41,033 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] regionserver.HStore(327): Store=f30482d7e2a6d2cbad8d714972999cb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:41,033 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,034 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f30482d7e2a6d2cbad8d714972999cb1 columnFamilyName f1 2024-11-27T21:19:41,034 DEBUG [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:41,035 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] regionserver.HStore(327): Store=f30482d7e2a6d2cbad8d714972999cb1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:41,035 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,036 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f30482d7e2a6d2cbad8d714972999cb1 columnFamilyName norep 2024-11-27T21:19:41,036 DEBUG [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:41,036 INFO [StoreOpener-f30482d7e2a6d2cbad8d714972999cb1-1 {}] regionserver.HStore(327): Store=f30482d7e2a6d2cbad8d714972999cb1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:41,036 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,037 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,037 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,038 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,038 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,039 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:19:41,040 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,042 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:41,042 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f30482d7e2a6d2cbad8d714972999cb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63269274, jitterRate=-0.05721434950828552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:19:41,042 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:41,043 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f30482d7e2a6d2cbad8d714972999cb1: Running coprocessor pre-open hook at 1732742381029Writing region info on filesystem at 1732742381029Initializing all the Stores at 1732742381030 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742381030Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742381031 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742381031Cleaning up temporary data from old regions at 1732742381038 (+7 ms)Running coprocessor post-open hooks at 1732742381042 (+4 ms)Region opened successfully at 1732742381043 (+1 ms) 2024-11-27T21:19:41,044 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., pid=6, masterSystemTime=1732742381024 2024-11-27T21:19:41,046 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:41,046 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:41,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f30482d7e2a6d2cbad8d714972999cb1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,40327,1732742373998 2024-11-27T21:19:41,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f30482d7e2a6d2cbad8d714972999cb1, server=4585c39bed03,40327,1732742373998 because future has completed 2024-11-27T21:19:41,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:19:41,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f30482d7e2a6d2cbad8d714972999cb1, server=4585c39bed03,40327,1732742373998 in 178 msec 2024-11-27T21:19:41,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:19:41,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f30482d7e2a6d2cbad8d714972999cb1, ASSIGN in 336 msec 2024-11-27T21:19:41,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:19:41,055 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742381054"}]},"ts":"1732742381054"} 2024-11-27T21:19:41,057 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:19:41,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:19:41,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-27T21:19:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:41,427 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:19:41,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38623,1732742377893 2024-11-27T21:19:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52858e4b 2024-11-27T21:19:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:41,429 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:41,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:19:41,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:19:41,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:41,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:19:41,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:19:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:19:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:41,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4ec6875730feafd499d229b6ca498d8, NAME => 'test,,1732742381430.e4ec6875730feafd499d229b6ca498d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724 2024-11-27T21:19:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:19:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:42,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:19:42,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:42,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:19:42,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:19:42,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742381430.e4ec6875730feafd499d229b6ca498d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:42,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4ec6875730feafd499d229b6ca498d8, disabling compactions & flushes 2024-11-27T21:19:42,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:42,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:42,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. after waiting 0 ms 2024-11-27T21:19:42,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:42,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:42,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4ec6875730feafd499d229b6ca498d8: Waiting for close lock at 1732742382247Disabling compacts and flushes for region at 1732742382247Disabling writes for close at 1732742382247Writing region close event to WAL at 1732742382247Closed at 1732742382247 2024-11-27T21:19:42,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:19:42,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742381430.e4ec6875730feafd499d229b6ca498d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742382248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742382248"}]},"ts":"1732742382248"} 2024-11-27T21:19:42,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:19:42,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:19:42,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742382251"}]},"ts":"1732742382251"} 2024-11-27T21:19:42,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:19:42,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4ec6875730feafd499d229b6ca498d8, ASSIGN}] 2024-11-27T21:19:42,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4ec6875730feafd499d229b6ca498d8, ASSIGN 2024-11-27T21:19:42,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4ec6875730feafd499d229b6ca498d8, ASSIGN; state=OFFLINE, location=4585c39bed03,40817,1732742377943; forceNewPlan=false, retain=false 2024-11-27T21:19:42,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4ec6875730feafd499d229b6ca498d8, regionState=OPENING, regionLocation=4585c39bed03,40817,1732742377943 2024-11-27T21:19:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4ec6875730feafd499d229b6ca498d8, ASSIGN because future has completed 2024-11-27T21:19:42,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4ec6875730feafd499d229b6ca498d8, server=4585c39bed03,40817,1732742377943}] 2024-11-27T21:19:42,565 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:42,565 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4ec6875730feafd499d229b6ca498d8, NAME => 'test,,1732742381430.e4ec6875730feafd499d229b6ca498d8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:42,566 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:42,566 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:19:42,566 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,566 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742381430.e4ec6875730feafd499d229b6ca498d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:42,566 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,566 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:42,567 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,568 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ec6875730feafd499d229b6ca498d8 columnFamilyName f 2024-11-27T21:19:42,568 DEBUG [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:42,569 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] regionserver.HStore(327): Store=e4ec6875730feafd499d229b6ca498d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:42,570 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,571 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ec6875730feafd499d229b6ca498d8 columnFamilyName f1 2024-11-27T21:19:42,571 DEBUG [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:42,571 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] regionserver.HStore(327): Store=e4ec6875730feafd499d229b6ca498d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:42,571 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,572 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ec6875730feafd499d229b6ca498d8 columnFamilyName norep 2024-11-27T21:19:42,572 DEBUG [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:42,573 INFO [StoreOpener-e4ec6875730feafd499d229b6ca498d8-1 {}] regionserver.HStore(327): Store=e4ec6875730feafd499d229b6ca498d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:42,573 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,573 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,573 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,574 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,574 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,575 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:19:42,576 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,577 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:42,578 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4ec6875730feafd499d229b6ca498d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63071578, jitterRate=-0.06016024947166443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:19:42,578 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:42,578 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4ec6875730feafd499d229b6ca498d8: Running coprocessor pre-open hook at 1732742382566Writing region info on filesystem at 1732742382566Initializing all the Stores at 1732742382567 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742382567Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742382567Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742382567Cleaning up temporary data from old regions at 1732742382574 (+7 ms)Running coprocessor post-open hooks at 1732742382578 (+4 ms)Region opened successfully at 1732742382578 2024-11-27T21:19:42,579 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., pid=6, masterSystemTime=1732742382562 2024-11-27T21:19:42,581 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:42,581 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:42,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4ec6875730feafd499d229b6ca498d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,40817,1732742377943 2024-11-27T21:19:42,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4ec6875730feafd499d229b6ca498d8, server=4585c39bed03,40817,1732742377943 because future has completed 2024-11-27T21:19:42,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:19:42,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4ec6875730feafd499d229b6ca498d8, server=4585c39bed03,40817,1732742377943 in 176 msec 2024-11-27T21:19:42,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:19:42,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4ec6875730feafd499d229b6ca498d8, ASSIGN in 333 msec 2024-11-27T21:19:42,589 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:19:42,589 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742382589"}]},"ts":"1732742382589"} 2024-11-27T21:19:42,591 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:19:42,592 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:19:42,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-27T21:19:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:19:43,576 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:19:43,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45955,-1 for getting cluster id 2024-11-27T21:19:43,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:43,578 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4d16f6-333f-43be-9268-3361d2dc52a2' 2024-11-27T21:19:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4d16f6-333f-43be-9268-3361d2dc52a2" 2024-11-27T21:19:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6254caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45955,-1] 2024-11-27T21:19:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:43,580 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c65f538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38623,-1 for getting cluster id 2024-11-27T21:19:43,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:43,582 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6754d01-422a-4e9a-aff8-fad66ae25dc2' 2024-11-27T21:19:43,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:43,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6754d01-422a-4e9a-aff8-fad66ae25dc2" 2024-11-27T21:19:43,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3e3957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38623,-1] 2024-11-27T21:19:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:43,583 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:43,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45955,-1 for getting cluster id 2024-11-27T21:19:43,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:43,585 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4d16f6-333f-43be-9268-3361d2dc52a2' 2024-11-27T21:19:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4d16f6-333f-43be-9268-3361d2dc52a2" 2024-11-27T21:19:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef03311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45955,-1] 2024-11-27T21:19:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:43,586 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6819a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45955,1732742373945 2024-11-27T21:19:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c3dad04 2024-11-27T21:19:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:43,588 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:43,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:38623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:19:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:19:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:43,592 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:38623' 2024-11-27T21:19:43,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fd1659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,592 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38623,-1 for getting cluster id 2024-11-27T21:19:43,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:43,593 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6754d01-422a-4e9a-aff8-fad66ae25dc2' 2024-11-27T21:19:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6754d01-422a-4e9a-aff8-fad66ae25dc2" 2024-11-27T21:19:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725f6f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38623,-1] 2024-11-27T21:19:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:43,594 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:43,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b5cd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:43,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:43,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38623,1732742377893 2024-11-27T21:19:43,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@102b74b 2024-11-27T21:19:43,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:43,596 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:43,597 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:19:43,597 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:19:43,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:43,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:43,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:43,598 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:43,598 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:19:43,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:19:43,600 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:43,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:19:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:19:43,649 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:19:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:44,018 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec087229ab260726ef031b5eb605ec15, NAME => 'hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017 2024-11-27T21:19:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:19:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:44,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:44,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec087229ab260726ef031b5eb605ec15, disabling compactions & flushes 2024-11-27T21:19:44,465 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:44,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:44,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. after waiting 0 ms 2024-11-27T21:19:44,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:44,465 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:44,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec087229ab260726ef031b5eb605ec15: Waiting for close lock at 1732742384465Disabling compacts and flushes for region at 1732742384465Disabling writes for close at 1732742384465Writing region close event to WAL at 1732742384465Closed at 1732742384465 2024-11-27T21:19:44,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:19:44,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742384467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742384467"}]},"ts":"1732742384467"} 2024-11-27T21:19:44,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:19:44,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:19:44,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742384474"}]},"ts":"1732742384474"} 2024-11-27T21:19:44,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:19:44,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec087229ab260726ef031b5eb605ec15, ASSIGN}] 2024-11-27T21:19:44,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec087229ab260726ef031b5eb605ec15, ASSIGN 2024-11-27T21:19:44,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec087229ab260726ef031b5eb605ec15, ASSIGN; state=OFFLINE, location=4585c39bed03,40327,1732742373998; forceNewPlan=false, retain=false 2024-11-27T21:19:44,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec087229ab260726ef031b5eb605ec15, regionState=OPENING, regionLocation=4585c39bed03,40327,1732742373998 2024-11-27T21:19:44,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec087229ab260726ef031b5eb605ec15, ASSIGN because future has completed 2024-11-27T21:19:44,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec087229ab260726ef031b5eb605ec15, server=4585c39bed03,40327,1732742373998}] 2024-11-27T21:19:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:44,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:44,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:44,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:19:44,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C40327%2C1732742373998.rep, suffix=, logDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/oldWALs, maxLogs=10 2024-11-27T21:19:44,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.rep.1732742384800, exclude list is [], retry=0 2024-11-27T21:19:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35881,DS-95bf88a6-2d2c-4a20-b199-cf4bef5323d7,DISK] 2024-11-27T21:19:44,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.rep.1732742384800 2024-11-27T21:19:44,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39491:39491)] 2024-11-27T21:19:44,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec087229ab260726ef031b5eb605ec15, NAME => 'hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:44,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:44,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:44,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. service=MultiRowMutationService 2024-11-27T21:19:44,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:19:44,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:44,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,857 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,861 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec087229ab260726ef031b5eb605ec15 columnFamilyName hfileref 2024-11-27T21:19:44,861 DEBUG [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:44,861 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] regionserver.HStore(327): Store=ec087229ab260726ef031b5eb605ec15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:44,861 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,862 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec087229ab260726ef031b5eb605ec15 columnFamilyName queue 2024-11-27T21:19:44,863 DEBUG [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:44,863 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] regionserver.HStore(327): Store=ec087229ab260726ef031b5eb605ec15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:44,863 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,864 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec087229ab260726ef031b5eb605ec15 columnFamilyName sid 2024-11-27T21:19:44,864 DEBUG [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:44,867 INFO [StoreOpener-ec087229ab260726ef031b5eb605ec15-1 {}] regionserver.HStore(327): Store=ec087229ab260726ef031b5eb605ec15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:44,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:19:44,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:44,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec087229ab260726ef031b5eb605ec15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64354312, jitterRate=-0.04104602336883545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:19:44,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:44,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec087229ab260726ef031b5eb605ec15: Running coprocessor pre-open hook at 1732742384856Writing region info on filesystem at 1732742384856Initializing all the Stores at 1732742384857 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742384857Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742384857Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742384857Cleaning up temporary data from old regions at 1732742384870 (+13 ms)Running coprocessor post-open hooks at 1732742384876 (+6 ms)Region opened successfully at 1732742384876 2024-11-27T21:19:44,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15., pid=10, masterSystemTime=1732742384793 2024-11-27T21:19:44,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:44,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:44,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec087229ab260726ef031b5eb605ec15, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,40327,1732742373998 2024-11-27T21:19:44,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec087229ab260726ef031b5eb605ec15, server=4585c39bed03,40327,1732742373998 because future has completed 2024-11-27T21:19:44,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:19:44,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec087229ab260726ef031b5eb605ec15, server=4585c39bed03,40327,1732742373998 in 256 msec 2024-11-27T21:19:44,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:19:44,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec087229ab260726ef031b5eb605ec15, ASSIGN in 421 msec 2024-11-27T21:19:44,902 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:19:44,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742384902"}]},"ts":"1732742384902"} 2024-11-27T21:19:44,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:19:44,908 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:19:44,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3100 sec 2024-11-27T21:19:44,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15., hostname=4585c39bed03,40327,1732742373998, seqNum=2] 2024-11-27T21:19:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:44,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:19:45,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:19:45,137 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:19:45,212 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,40327,1732742373998, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:19:45,212 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:45,213 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40327,1732742373998, seqNum=-1] 2024-11-27T21:19:45,213 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:45,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T21:19:45,217 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,40327,1732742373998', locateType=CURRENT is [region=hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15., hostname=4585c39bed03,40327,1732742373998, seqNum=2] 2024-11-27T21:19:45,228 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:19:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:19:45,231 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,40327,1732742373998 suceeded 2024-11-27T21:19:45,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:19:45,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 253 msec 2024-11-27T21:19:45,233 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:38623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:19:45,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6440 sec 2024-11-27T21:19:45,253 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:38623' 2024-11-27T21:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46dd5337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38623,-1 for getting cluster id 2024-11-27T21:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:45,277 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6754d01-422a-4e9a-aff8-fad66ae25dc2' 2024-11-27T21:19:45,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:45,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6754d01-422a-4e9a-aff8-fad66ae25dc2" 2024-11-27T21:19:45,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d2bb15f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38623,-1] 2024-11-27T21:19:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:45,279 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:45,280 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c06b094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,280 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:45,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38623,1732742377893 2024-11-27T21:19:45,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@260fbf46 2024-11-27T21:19:45,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:45,283 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T21:19:45,285 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,40327,1732742373998 (queues=1) is replicating from cluster=aa4d16f6-333f-43be-9268-3361d2dc52a2 to cluster=f6754d01-422a-4e9a-aff8-fad66ae25dc2 2024-11-27T21:19:45,285 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C40327%2C1732742373998 2024-11-27T21:19:45,285 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,40327,1732742373998, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:19:45,294 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005, startPosition=0, beingWritten=true 2024-11-27T21:19:45,300 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C40327%2C1732742373998 2024-11-27T21:19:45,305 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:19:45,306 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:45,306 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,40327,1732742373998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:19:45,518 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:45,737 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:19:45,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:45,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:45,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:45,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:45,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:45,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38623,-1 for getting cluster id 2024-11-27T21:19:45,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:45,740 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6754d01-422a-4e9a-aff8-fad66ae25dc2' 2024-11-27T21:19:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6754d01-422a-4e9a-aff8-fad66ae25dc2" 2024-11-27T21:19:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb99254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38623,-1] 2024-11-27T21:19:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:45,742 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d85257b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:45,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38623,1732742377893 2024-11-27T21:19:45,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cae8519 2024-11-27T21:19:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:45,746 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:45,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:45955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:19:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:19:45,750 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45955' 2024-11-27T21:19:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:45,761 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da668ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,761 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45955,-1 for getting cluster id 2024-11-27T21:19:45,761 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:45,762 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4d16f6-333f-43be-9268-3361d2dc52a2' 2024-11-27T21:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4d16f6-333f-43be-9268-3361d2dc52a2" 2024-11-27T21:19:45,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de32ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45955,-1] 2024-11-27T21:19:45,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:45,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:45,764 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:45,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58869c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:45,765 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:45,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45955,1732742373945 2024-11-27T21:19:45,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@344dbaea 2024-11-27T21:19:45,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:45,768 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:45,769 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T21:19:45,769 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:19:45,769 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:45,769 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:45,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:45,769 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:19:45,771 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:19:45,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:19:45,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:45,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:19:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:19:45,821 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:19:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:45,871 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:46,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9662fb8f504974664b701941df634e25, NAME => 'hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724 2024-11-27T21:19:46,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:19:46,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:46,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9662fb8f504974664b701941df634e25, disabling compactions & flushes 2024-11-27T21:19:46,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:46,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:46,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. after waiting 0 ms 2024-11-27T21:19:46,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:46,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:46,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9662fb8f504974664b701941df634e25: Waiting for close lock at 1732742386240Disabling compacts and flushes for region at 1732742386240Disabling writes for close at 1732742386240Writing region close event to WAL at 1732742386240Closed at 1732742386240 2024-11-27T21:19:46,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:19:46,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742386242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742386242"}]},"ts":"1732742386242"} 2024-11-27T21:19:46,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:19:46,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:19:46,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742386256"}]},"ts":"1732742386256"} 2024-11-27T21:19:46,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:19:46,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9662fb8f504974664b701941df634e25, ASSIGN}] 2024-11-27T21:19:46,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9662fb8f504974664b701941df634e25, ASSIGN 2024-11-27T21:19:46,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9662fb8f504974664b701941df634e25, ASSIGN; state=OFFLINE, location=4585c39bed03,40817,1732742377943; forceNewPlan=false, retain=false 2024-11-27T21:19:46,298 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:46,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9662fb8f504974664b701941df634e25, regionState=OPENING, regionLocation=4585c39bed03,40817,1732742377943 2024-11-27T21:19:46,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9662fb8f504974664b701941df634e25, ASSIGN because future has completed 2024-11-27T21:19:46,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9662fb8f504974664b701941df634e25, server=4585c39bed03,40817,1732742377943}] 2024-11-27T21:19:46,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:46,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:19:46,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:19:46,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C40817%2C1732742377943.rep, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/oldWALs, maxLogs=10 2024-11-27T21:19:46,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.rep.1732742386576, exclude list is [], retry=0 2024-11-27T21:19:46,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43843,DS-a0a998ae-0801-44c0-a5c6-7ec8b91dc815,DISK] 2024-11-27T21:19:46,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.rep.1732742386576 2024-11-27T21:19:46,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-27T21:19:46,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9662fb8f504974664b701941df634e25, NAME => 'hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:19:46,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:19:46,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:19:46,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. service=MultiRowMutationService 2024-11-27T21:19:46,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:19:46,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:19:46,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,603 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,604 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9662fb8f504974664b701941df634e25 columnFamilyName hfileref 2024-11-27T21:19:46,604 DEBUG [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:46,604 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] regionserver.HStore(327): Store=9662fb8f504974664b701941df634e25/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:46,604 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,605 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9662fb8f504974664b701941df634e25 columnFamilyName queue 2024-11-27T21:19:46,605 DEBUG [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:46,606 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] regionserver.HStore(327): Store=9662fb8f504974664b701941df634e25/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:46,606 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,606 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9662fb8f504974664b701941df634e25 columnFamilyName sid 2024-11-27T21:19:46,606 DEBUG [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:19:46,607 INFO [StoreOpener-9662fb8f504974664b701941df634e25-1 {}] regionserver.HStore(327): Store=9662fb8f504974664b701941df634e25/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:19:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:19:46,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:19:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:19:46,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T21:19:46,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9662fb8f504974664b701941df634e25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67349211, jitterRate=0.0035814493894577026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:19:46,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:46,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9662fb8f504974664b701941df634e25: Running coprocessor pre-open hook at 1732742386602Writing region info on filesystem at 1732742386602Initializing all the Stores at 1732742386602Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742386602Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742386602Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742386602Cleaning up temporary data from old regions at 1732742386609 (+7 ms)Running coprocessor post-open hooks at 1732742386612 (+3 ms)Region opened successfully at 1732742386612 2024-11-27T21:19:46,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:19:46,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T21:19:46,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T21:19:46,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T21:19:46,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25., pid=10, masterSystemTime=1732742386571 2024-11-27T21:19:46,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:46,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T21:19:46,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:19:46,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T21:19:46,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:46,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T21:19:46,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:46,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:46,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9662fb8f504974664b701941df634e25, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,40817,1732742377943 2024-11-27T21:19:46,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9662fb8f504974664b701941df634e25, server=4585c39bed03,40817,1732742377943 because future has completed 2024-11-27T21:19:46,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:19:46,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9662fb8f504974664b701941df634e25, server=4585c39bed03,40817,1732742377943 in 201 msec 2024-11-27T21:19:46,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:19:46,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9662fb8f504974664b701941df634e25, ASSIGN in 360 msec 2024-11-27T21:19:46,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:19:46,624 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742386624"}]},"ts":"1732742386624"} 2024-11-27T21:19:46,627 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:19:46,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:19:46,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 858 msec 2024-11-27T21:19:46,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25., hostname=4585c39bed03,40817,1732742377943, seqNum=2] 2024-11-27T21:19:46,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:46,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:46,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:19:46,810 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:46,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:19:46,847 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:19:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:46,893 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,40817,1732742377943, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:19:46,893 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:46,893 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:46,894 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:46,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T21:19:46,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,40817,1732742377943', locateType=CURRENT is [region=hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25., hostname=4585c39bed03,40817,1732742377943, seqNum=2] 2024-11-27T21:19:46,899 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:19:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:19:46,903 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,40817,1732742377943 suceeded 2024-11-27T21:19:46,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:19:46,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-27T21:19:46,905 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:45955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:19:46,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1600 sec 2024-11-27T21:19:46,917 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45955' 2024-11-27T21:19:46,919 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e5a34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:46,919 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45955,-1 for getting cluster id 2024-11-27T21:19:46,919 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:46,920 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4d16f6-333f-43be-9268-3361d2dc52a2' 2024-11-27T21:19:46,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:46,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4d16f6-333f-43be-9268-3361d2dc52a2" 2024-11-27T21:19:46,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780bca94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:46,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45955,-1] 2024-11-27T21:19:46,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:46,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:46,922 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:46,922 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f69ae61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:46,922 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:46,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45955,1732742373945 2024-11-27T21:19:46,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5904f203 2024-11-27T21:19:46,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:46,924 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T21:19:46,927 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,40817,1732742377943 (queues=1) is replicating from cluster=f6754d01-422a-4e9a-aff8-fad66ae25dc2 to cluster=aa4d16f6-333f-43be-9268-3361d2dc52a2 2024-11-27T21:19:46,927 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C40817%2C1732742377943 2024-11-27T21:19:46,928 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,40817,1732742377943, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:19:46,928 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C40817%2C1732742377943 2024-11-27T21:19:46,928 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185, startPosition=0, beingWritten=true 2024-11-27T21:19:46,935 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:19:46,936 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 379, reset compression=false 2024-11-27T21:19:46,935 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,40817,1732742377943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:19:47,141 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 379, reset compression=false 2024-11-27T21:19:47,418 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:47,446 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 379, reset compression=false 2024-11-27T21:19:47,850 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 379, reset compression=false 2024-11-27T21:19:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:19:47,907 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:19:47,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:47,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:47,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:47,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:47,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:47,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:47,911 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732742387911/Put/seqid=0 2024-11-27T21:19:47,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741840_1016 (size=7894) 2024-11-27T21:19:48,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:19:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:48,123 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:48,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:19:48,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732742388317/Put/seqid=0 2024-11-27T21:19:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741841_1017 (size=7691) 2024-11-27T21:19:48,354 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 379, reset compression=false 2024-11-27T21:19:48,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:48,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45955,-1 for getting cluster id 2024-11-27T21:19:48,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:48,729 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4d16f6-333f-43be-9268-3361d2dc52a2' 2024-11-27T21:19:48,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4d16f6-333f-43be-9268-3361d2dc52a2" 2024-11-27T21:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425d8ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45955,-1] 2024-11-27T21:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:48,731 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:48,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:48,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40327,1732742373998, seqNum=-1] 2024-11-27T21:19:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:48,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:48,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45955,1732742373945 2024-11-27T21:19:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348d2021 2024-11-27T21:19:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:48,755 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., hostname=4585c39bed03,40327,1732742373998, seqNum=2] 2024-11-27T21:19:48,763 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:19:48,787 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T21:19:48,790 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T21:19:48,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T21:19:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:48,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T21:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HRegion(2603): Flush status journal for f30482d7e2a6d2cbad8d714972999cb1: 2024-11-27T21:19:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_1 2024-11-27T21:19:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_1 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ 2024-11-27T21:19:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_0 2024-11-27T21:19:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_0 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ 2024-11-27T21:19:48,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_1 into f30482d7e2a6d2cbad8d714972999cb1/f as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ - updating store file list. 2024-11-27T21:19:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:48,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ into f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:48,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_1 into f30482d7e2a6d2cbad8d714972999cb1/f (new location: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_) 2024-11-27T21:19:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_1 2024-11-27T21:19:48,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_0 into f30482d7e2a6d2cbad8d714972999cb1/f as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ - updating store file list. 2024-11-27T21:19:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d099b803b26349289aa3a9236aae0602_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:48,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ into f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:48,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_0 into f30482d7e2a6d2cbad8d714972999cb1/f (new location: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/d099b803b26349289aa3a9236aae0602_SeqId_4_) 2024-11-27T21:19:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins__test__jia0nm2idpqq30q3gl6953eg7nbjkdt5n9nhikrgmp6u4e5i67r94dgvvkgv5pjg/f/hfile_0 2024-11-27T21:19:48,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:48,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:48,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:48,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., hostname=4585c39bed03,40327,1732742373998, seqNum=2 , the old value is region=test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., hostname=4585c39bed03,40327,1732742373998, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4585c39bed03:40327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:19:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., hostname=4585c39bed03,40327,1732742373998, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:19:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., hostname=4585c39bed03,40327,1732742373998, seqNum=2 from cache 2024-11-27T21:19:48,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:48,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:47680 deadline: 1732742448877 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:47680 2024-11-27T21:19:48,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., hostname=4585c39bed03,40817,1732742377943, seqNum=2] 2024-11-27T21:19:48,886 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:19:48,928 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 379, reset compression=false 2024-11-27T21:19:48,947 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:19:48,947 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,40327,1732742373998 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30482d7e2a6d2cbad8d714972999cb1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742388875/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T21:19:48,950 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:19:48,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T21:19:48,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(318): Replicating [aa4d16f6-333f-43be-9268-3361d2dc52a2] bulk loaded data 2024-11-27T21:19:48,960 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 379, reset compression=false 2024-11-27T21:19:48,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a77d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:48,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38623,-1 for getting cluster id 2024-11-27T21:19:48,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:48,962 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6754d01-422a-4e9a-aff8-fad66ae25dc2' 2024-11-27T21:19:48,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6754d01-422a-4e9a-aff8-fad66ae25dc2" 2024-11-27T21:19:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d03eed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38623,-1] 2024-11-27T21:19:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:48,964 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:48,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd80fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:48,987 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:40327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T21:19:49,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741840_1016 (size=7691) 2024-11-27T21:19:49,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741841_1017 (size=7894) 2024-11-27T21:19:49,147 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 687, reset compression=false 2024-11-27T21:19:49,454 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 687, reset compression=false 2024-11-27T21:19:49,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:49,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38623,1732742377893 2024-11-27T21:19:49,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52b0e064 2024-11-27T21:19:49,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:49,487 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T21:19:49,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:19:49,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:49,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:49,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:49,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T21:19:49,495 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T21:19:49,498 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T21:19:49,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ for inclusion in e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T21:19:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:49,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ for inclusion in e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T21:19:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HRegion(2603): Flush status journal for e4ec6875730feafd499d229b6ca498d8: 2024-11-27T21:19:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d099b803b26349289aa3a9236aae0602_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:19:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/fdc2ec05fc6c4351891172f7d17e3c53_SeqId_4_ 2024-11-27T21:19:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:19:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/afddefe3c9e3424d818488dfac2e4d65_SeqId_4_ 2024-11-27T21:19:49,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ into e4ec6875730feafd499d229b6ca498d8/f as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/fdc2ec05fc6c4351891172f7d17e3c53_SeqId_4_ - updating store file list. 2024-11-27T21:19:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdc2ec05fc6c4351891172f7d17e3c53_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:49,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/fdc2ec05fc6c4351891172f7d17e3c53_SeqId_4_ into e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:49,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ into e4ec6875730feafd499d229b6ca498d8/f (new location: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/fdc2ec05fc6c4351891172f7d17e3c53_SeqId_4_) 2024-11-27T21:19:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/d099b803b26349289aa3a9236aae0602_SeqId_4_ 2024-11-27T21:19:49,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ into e4ec6875730feafd499d229b6ca498d8/f as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/afddefe3c9e3424d818488dfac2e4d65_SeqId_4_ - updating store file list. 2024-11-27T21:19:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afddefe3c9e3424d818488dfac2e4d65_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:49,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/afddefe3c9e3424d818488dfac2e4d65_SeqId_4_ into e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:49,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ into e4ec6875730feafd499d229b6ca498d8/f (new location: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/afddefe3c9e3424d818488dfac2e4d65_SeqId_4_) 2024-11-27T21:19:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins.hfs.11__test__ekptevuoessplrdqj0iis0irfub82jo4lrg1oin0upnvre3t4qgg22mra486i2n6/f/1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_ 2024-11-27T21:19:49,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(324): Finished replicating [aa4d16f6-333f-43be-9268-3361d2dc52a2] bulk loaded data 2024-11-27T21:19:49,693 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 379, reset compression=false 2024-11-27T21:19:49,698 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:19:49,698 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,40817,1732742377943 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4ec6875730feafd499d229b6ca498d8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742389521/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T21:19:49,700 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:19:49,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T21:19:49,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.ReplicationSink(318): Replicating [aa4d16f6-333f-43be-9268-3361d2dc52a2, f6754d01-422a-4e9a-aff8-fad66ae25dc2] bulk loaded data 2024-11-27T21:19:49,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6656ff4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:49,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45955,-1 for getting cluster id 2024-11-27T21:19:49,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:49,702 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4d16f6-333f-43be-9268-3361d2dc52a2' 2024-11-27T21:19:49,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:49,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4d16f6-333f-43be-9268-3361d2dc52a2" 2024-11-27T21:19:49,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f796ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:49,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45955,-1] 2024-11-27T21:19:49,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:49,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:49,704 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:49,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57843128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741842_1018 (size=7894) 2024-11-27T21:19:49,858 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 687, reset compression=false 2024-11-27T21:19:49,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:19:49,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732742389897/Put/seqid=0 2024-11-27T21:19:49,898 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 725, reset compression=false 2024-11-27T21:19:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741842_1018 (size=11194) 2024-11-27T21:19:50,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741843_1019 (size=7691) 2024-11-27T21:19:50,202 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 725, reset compression=false 2024-11-27T21:19:50,305 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732742390304/Put/seqid=0 2024-11-27T21:19:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741843_1019 (size=10791) 2024-11-27T21:19:50,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:50,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,38623,-1 for getting cluster id 2024-11-27T21:19:50,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:19:50,313 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6754d01-422a-4e9a-aff8-fad66ae25dc2' 2024-11-27T21:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6754d01-422a-4e9a-aff8-fad66ae25dc2" 2024-11-27T21:19:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c84367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,38623,-1] 2024-11-27T21:19:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:19:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:50,315 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:19:50,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8d7093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:19:50,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:50,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:50,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:50,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,38623,1732742377893 2024-11-27T21:19:50,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477e51a8 2024-11-27T21:19:50,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:50,328 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:19:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., hostname=4585c39bed03,40817,1732742377943, seqNum=2] 2024-11-27T21:19:50,333 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:19:50,338 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T21:19:50,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T21:19:50,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T21:19:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:50,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T21:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HRegion(2603): Flush status journal for e4ec6875730feafd499d229b6ca498d8: 2024-11-27T21:19:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_0 2024-11-27T21:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_0 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ 2024-11-27T21:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_1 2024-11-27T21:19:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_1 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ 2024-11-27T21:19:50,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_0 into e4ec6875730feafd499d229b6ca498d8/f as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ - updating store file list. 2024-11-27T21:19:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a79632ad156d40468d9740760ebcd347_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:50,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ into e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:50,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_0 into e4ec6875730feafd499d229b6ca498d8/f (new location: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/a79632ad156d40468d9740760ebcd347_SeqId_6_) 2024-11-27T21:19:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_0 2024-11-27T21:19:50,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_1 into e4ec6875730feafd499d229b6ca498d8/f as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ - updating store file list. 2024-11-27T21:19:50,362 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 687, reset compression=false 2024-11-27T21:19:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 725dd18a7cc2427aad7a7511144b84b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:50,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ into e4ec6875730feafd499d229b6ca498d8/f 2024-11-27T21:19:50,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_1 into e4ec6875730feafd499d229b6ca498d8/f (new location: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_) 2024-11-27T21:19:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/staging/jenkins__test__j2d93drl07oobmm28h4kciksneju2gqg8f7jrfefr9ho25npo81qmgorioj3glcq/f/hfile_1 2024-11-27T21:19:50,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:50,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:50,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:50,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., hostname=4585c39bed03,40817,1732742377943, seqNum=2 , the old value is region=test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., hostname=4585c39bed03,40817,1732742377943, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4585c39bed03:40817 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:19:50,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., hostname=4585c39bed03,40817,1732742377943, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:19:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., hostname=4585c39bed03,40817,1732742377943, seqNum=2 from cache 2024-11-27T21:19:50,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40327,1732742373998, seqNum=-1] 2024-11-27T21:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:50,368 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T21:19:50,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:19:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., hostname=4585c39bed03,40327,1732742373998, seqNum=2] 2024-11-27T21:19:50,377 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:19:50,477 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:40817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T21:19:50,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45955,1732742373945 2024-11-27T21:19:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70a51dbe 2024-11-27T21:19:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:19:50,526 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T21:19:50,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:19:50,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40327,1732742373998, seqNum=-1] 2024-11-27T21:19:50,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:19:50,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T21:19:50,537 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__29epinn0260nm3k4t6p04h7b8dv77dkfc7f2jmki6h7gqia20ubno1mq4hc8gopj/f/afddefe3c9e3424d818488dfac2e4d65_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T21:19:50,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__29epinn0260nm3k4t6p04h7b8dv77dkfc7f2jmki6h7gqia20ubno1mq4hc8gopj/f/fdc2ec05fc6c4351891172f7d17e3c53_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T21:19:50,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.ReplicationSink(324): Finished replicating [aa4d16f6-333f-43be-9268-3361d2dc52a2, f6754d01-422a-4e9a-aff8-fad66ae25dc2] bulk loaded data 2024-11-27T21:19:50,607 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 725, reset compression=false 2024-11-27T21:19:50,613 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:19:50,614 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,40817,1732742377943 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4ec6875730feafd499d229b6ca498d8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742390364/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T21:19:50,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.ReplicationSink(318): Replicating [f6754d01-422a-4e9a-aff8-fad66ae25dc2] bulk loaded data 2024-11-27T21:19:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741844_1020 (size=11194) 2024-11-27T21:19:50,814 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1033, reset compression=false 2024-11-27T21:19:50,967 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 687, reset compression=false 2024-11-27T21:19:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741845_1021 (size=10791) 2024-11-27T21:19:51,118 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1033, reset compression=false 2024-11-27T21:19:51,382 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:19:51,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:19:51,461 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T21:19:51,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T21:19:51,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ for inclusion in f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T21:19:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:51,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ for inclusion in f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T21:19:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:19:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HRegion(2603): Flush status journal for f30482d7e2a6d2cbad8d714972999cb1: 2024-11-27T21:19:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:19:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/96f001dad2e349eb9a0b957a50609cb9_SeqId_6_ 2024-11-27T21:19:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a79632ad156d40468d9740760ebcd347_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:19:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/5b041e0074044fb48d078d5db107eeba_SeqId_6_ 2024-11-27T21:19:51,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ into f30482d7e2a6d2cbad8d714972999cb1/f as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/96f001dad2e349eb9a0b957a50609cb9_SeqId_6_ - updating store file list. 2024-11-27T21:19:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96f001dad2e349eb9a0b957a50609cb9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:51,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/96f001dad2e349eb9a0b957a50609cb9_SeqId_6_ into f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:51,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ into f30482d7e2a6d2cbad8d714972999cb1/f (new location: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/96f001dad2e349eb9a0b957a50609cb9_SeqId_6_) 2024-11-27T21:19:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/725dd18a7cc2427aad7a7511144b84b8_SeqId_6_ 2024-11-27T21:19:51,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ into f30482d7e2a6d2cbad8d714972999cb1/f as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/5b041e0074044fb48d078d5db107eeba_SeqId_6_ - updating store file list. 2024-11-27T21:19:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b041e0074044fb48d078d5db107eeba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:19:51,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/5b041e0074044fb48d078d5db107eeba_SeqId_6_ into f30482d7e2a6d2cbad8d714972999cb1/f 2024-11-27T21:19:51,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ into f30482d7e2a6d2cbad8d714972999cb1/f (new location: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/f/5b041e0074044fb48d078d5db107eeba_SeqId_6_) 2024-11-27T21:19:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/staging/jenkins.hfs.10__test__m29a78hmnsaaa0gb0diiugjcc5akepi3fs1g8vch1m8us4h9e36jpcnmjlkis4hp/f/a79632ad156d40468d9740760ebcd347_SeqId_6_ 2024-11-27T21:19:51,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40327 {}] regionserver.ReplicationSink(324): Finished replicating [f6754d01-422a-4e9a-aff8-fad66ae25dc2] bulk loaded data 2024-11-27T21:19:51,522 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1033, reset compression=false 2024-11-27T21:19:51,671 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 687, reset compression=false 2024-11-27T21:19:51,677 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:19:51,677 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,40327,1732742373998 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30482d7e2a6d2cbad8d714972999cb1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742391504/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T21:19:51,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(318): Replicating [f6754d01-422a-4e9a-aff8-fad66ae25dc2, aa4d16f6-333f-43be-9268-3361d2dc52a2] bulk loaded data 2024-11-27T21:19:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741844_1020 (size=10791) 2024-11-27T21:19:51,877 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:52,026 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1033, reset compression=false 2024-11-27T21:19:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741845_1021 (size=11194) 2024-11-27T21:19:52,181 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:52,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:19:52,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:52,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:52,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:52,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:52,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:52,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:19:52,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1873229135, stopped=false 2024-11-27T21:19:52,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,38623,1732742377893 2024-11-27T21:19:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-238159388/running 2024-11-27T21:19:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:52,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-238159388/running 2024-11-27T21:19:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:52,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:52,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:52,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:52,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,40817,1732742377943' ***** 2024-11-27T21:19:52,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:19:52,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on znode that does not yet exist, /1-238159388/running 2024-11-27T21:19:52,407 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:19:52,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:19:52,407 INFO [RS:0;4585c39bed03:40817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:19:52,407 INFO [RS:0;4585c39bed03:40817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:19:52,407 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(3091): Received CLOSE for e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:52,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Set watcher on znode that does not yet exist, /1-238159388/running 2024-11-27T21:19:52,412 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(3091): Received CLOSE for 9662fb8f504974664b701941df634e25 2024-11-27T21:19:52,412 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,40817,1732742377943 2024-11-27T21:19:52,412 INFO [RS:0;4585c39bed03:40817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:52,412 INFO [RS:0;4585c39bed03:40817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:40817. 2024-11-27T21:19:52,412 DEBUG [RS:0;4585c39bed03:40817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:52,412 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4ec6875730feafd499d229b6ca498d8, disabling compactions & flushes 2024-11-27T21:19:52,412 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:52,412 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:52,413 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:52,413 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. after waiting 0 ms 2024-11-27T21:19:52,413 INFO [RS:0;4585c39bed03:40817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:19:52,413 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:52,413 INFO [RS:0;4585c39bed03:40817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:19:52,413 INFO [RS:0;4585c39bed03:40817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:19:52,413 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:19:52,413 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:19:52,413 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1325): Online Regions={e4ec6875730feafd499d229b6ca498d8=test,,1732742381430.e4ec6875730feafd499d229b6ca498d8., 1588230740=hbase:meta,,1.1588230740, 9662fb8f504974664b701941df634e25=hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25.} 2024-11-27T21:19:52,413 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9662fb8f504974664b701941df634e25, e4ec6875730feafd499d229b6ca498d8 2024-11-27T21:19:52,413 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:52,413 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:52,413 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:52,413 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:52,413 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:52,413 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:19:52,416 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/default/test/e4ec6875730feafd499d229b6ca498d8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:19:52,417 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4ec6875730feafd499d229b6ca498d8: Waiting for close lock at 1732742392412Running coprocessor pre-close hooks at 1732742392412Disabling compacts and flushes for region at 1732742392412Disabling writes for close at 1732742392413 (+1 ms)Writing region close event to WAL at 1732742392413Running coprocessor post-close hooks at 1732742392417 (+4 ms)Closed at 1732742392417 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742381430.e4ec6875730feafd499d229b6ca498d8. 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9662fb8f504974664b701941df634e25, disabling compactions & flushes 2024-11-27T21:19:52,417 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. after waiting 0 ms 2024-11-27T21:19:52,417 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:52,417 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9662fb8f504974664b701941df634e25 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T21:19:52,434 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/info/f9c19b63ea5348ceb8fa16f099c9e0e8 is 147, key is hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25./info:regioninfo/1732742386616/Put/seqid=0 2024-11-27T21:19:52,435 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/.tmp/hfileref/da2b7b71105148dabd52f67b2162753d is 74, key is 1/hfileref:725dd18a7cc2427aad7a7511144b84b8_SeqId_6_/1732742391508/DeleteColumn/seqid=0 2024-11-27T21:19:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741846_1022 (size=7686) 2024-11-27T21:19:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741847_1023 (size=5345) 2024-11-27T21:19:52,450 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:52,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:19:52,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:19:52,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40817 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:45274 deadline: 1732742452498, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping 2024-11-27T21:19:52,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 from cache 2024-11-27T21:19:52,584 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:52,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:52,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:52,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:19:52,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40817 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:45274 deadline: 1732742452499, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping 2024-11-27T21:19:52,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 from cache 2024-11-27T21:19:52,613 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9662fb8f504974664b701941df634e25 2024-11-27T21:19:52,630 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1033, reset compression=false 2024-11-27T21:19:52,635 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:19:52,635 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1328, reset compression=false 2024-11-27T21:19:52,635 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,40817,1732742377943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:19:52,636 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,40817,1732742377943: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,40817,1732742377943, walGroup=4585c39bed03%2C40817%2C1732742377943, offset=4585c39bed03%2C40817%2C1732742377943.1732742379185:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:40817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:19:52,638 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:19:52,638 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:19:52,639 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:19:52,639 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:19:52,639 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:19:52,639 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 502977536 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187536976 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:19:52,642 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:19:52,813 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9662fb8f504974664b701941df634e25 2024-11-27T21:19:52,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:52,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:52,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:52,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:52,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 from cache 2024-11-27T21:19:52,839 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/info/f9c19b63ea5348ceb8fa16f099c9e0e8 2024-11-27T21:19:52,840 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/.tmp/hfileref/da2b7b71105148dabd52f67b2162753d 2024-11-27T21:19:52,842 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1328, reset compression=false 2024-11-27T21:19:52,859 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/.tmp/queue/594c2c1685e2466399f68c1d7c69323b is 154, key is 1-4585c39bed03,40817,1732742377943/queue:4585c39bed03%2C40817%2C1732742377943/1732742391509/Put/seqid=0 2024-11-27T21:19:52,861 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/ns/2cc13502964e4b03bfa188c6b9a12647 is 43, key is default/ns:d/1732742380182/Put/seqid=0 2024-11-27T21:19:52,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741848_1024 (size=5353) 2024-11-27T21:19:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741849_1025 (size=5153) 2024-11-27T21:19:53,013 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9662fb8f504974664b701941df634e25 2024-11-27T21:19:53,088 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:19:53,088 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:19:53,089 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:53,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:53,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 from cache 2024-11-27T21:19:53,147 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1328, reset compression=false 2024-11-27T21:19:53,214 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9662fb8f504974664b701941df634e25 2024-11-27T21:19:53,263 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/.tmp/queue/594c2c1685e2466399f68c1d7c69323b 2024-11-27T21:19:53,265 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/ns/2cc13502964e4b03bfa188c6b9a12647 2024-11-27T21:19:53,269 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/.tmp/hfileref/da2b7b71105148dabd52f67b2162753d as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/hfileref/da2b7b71105148dabd52f67b2162753d 2024-11-27T21:19:53,273 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/hfileref/da2b7b71105148dabd52f67b2162753d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T21:19:53,274 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/.tmp/queue/594c2c1685e2466399f68c1d7c69323b as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/queue/594c2c1685e2466399f68c1d7c69323b 2024-11-27T21:19:53,278 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/queue/594c2c1685e2466399f68c1d7c69323b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T21:19:53,279 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9662fb8f504974664b701941df634e25 in 862ms, sequenceid=12, compaction requested=false 2024-11-27T21:19:53,284 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/replication/9662fb8f504974664b701941df634e25/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T21:19:53,284 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/rep_barrier/15f0b4f7422747ffa62c76517e00f942 is 112, key is test,,1732742381430.e4ec6875730feafd499d229b6ca498d8./rep_barrier:seqnumDuringOpen/1732742382581/Put/seqid=0 2024-11-27T21:19:53,285 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:53,285 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:53,285 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:53,285 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9662fb8f504974664b701941df634e25: Waiting for close lock at 1732742392417Running coprocessor pre-close hooks at 1732742392417Disabling compacts and flushes for region at 1732742392417Disabling writes for close at 1732742392417Obtaining lock to block concurrent updates at 1732742392417Preparing flush snapshotting stores in 9662fb8f504974664b701941df634e25 at 1732742392418 (+1 ms)Finished memstore snapshotting hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732742392418Flushing stores of hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. at 1732742392418Flushing 9662fb8f504974664b701941df634e25/hfileref: creating writer at 1732742392418Flushing 9662fb8f504974664b701941df634e25/hfileref: appending metadata at 1732742392435 (+17 ms)Flushing 9662fb8f504974664b701941df634e25/hfileref: closing flushed file at 1732742392435Flushing 9662fb8f504974664b701941df634e25/queue: creating writer at 1732742392844 (+409 ms)Flushing 9662fb8f504974664b701941df634e25/queue: appending metadata at 1732742392858 (+14 ms)Flushing 9662fb8f504974664b701941df634e25/queue: closing flushed file at 1732742392858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2091f2f: reopening flushed file at 1732742393268 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ed6fc8: reopening flushed file at 1732742393273 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9662fb8f504974664b701941df634e25 in 862ms, sequenceid=12, compaction requested=false at 1732742393279 (+6 ms)Writing region close event to WAL at 1732742393281 (+2 ms)Running coprocessor post-close hooks at 1732742393285 (+4 ms)Closed at 1732742393285 2024-11-27T21:19:53,285 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742385769.9662fb8f504974664b701941df634e25. 2024-11-27T21:19:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741850_1026 (size=5518) 2024-11-27T21:19:53,288 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/rep_barrier/15f0b4f7422747ffa62c76517e00f942 2024-11-27T21:19:53,308 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/table/0cd925d52ba44d09ab44b372c1dc0239 is 53, key is hbase:replication/table:state/1732742386624/Put/seqid=0 2024-11-27T21:19:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741851_1027 (size=5308) 2024-11-27T21:19:53,414 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:19:53,414 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:19:53,414 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:53,550 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.wal-reader.4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.1732742379185 to pos 1328, reset compression=false 2024-11-27T21:19:53,614 DEBUG [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:53,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:19:53,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1] 2024-11-27T21:19:53,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:53,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4585c39bed03,40817,1732742377943, seqNum=-1 from cache 2024-11-27T21:19:53,639 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:53,640 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T21:19:52.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.128Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.639Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T21:19:53,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T21:19:52.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.128Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.639Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T21:19:53,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:45272 deadline: 1732742451678, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T21:19:52.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.128Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.639Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53,645 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T21:19:52.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4585c39bed03,40817,1732742377943 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T21:19:52.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.128Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting 2024-11-27T21:19:53.639Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:53,692 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:53,715 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/table/0cd925d52ba44d09ab44b372c1dc0239 2024-11-27T21:19:53,726 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/info/f9c19b63ea5348ceb8fa16f099c9e0e8 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/info/f9c19b63ea5348ceb8fa16f099c9e0e8 2024-11-27T21:19:53,733 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/info/f9c19b63ea5348ceb8fa16f099c9e0e8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:19:53,734 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/ns/2cc13502964e4b03bfa188c6b9a12647 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/ns/2cc13502964e4b03bfa188c6b9a12647 2024-11-27T21:19:53,739 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/ns/2cc13502964e4b03bfa188c6b9a12647, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:19:53,739 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/rep_barrier/15f0b4f7422747ffa62c76517e00f942 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/rep_barrier/15f0b4f7422747ffa62c76517e00f942 2024-11-27T21:19:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:53,748 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/rep_barrier/15f0b4f7422747ffa62c76517e00f942, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:19:53,749 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/.tmp/table/0cd925d52ba44d09ab44b372c1dc0239 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/table/0cd925d52ba44d09ab44b372c1dc0239 2024-11-27T21:19:53,749 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4585c39bed03,40817,1732742377943 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:53,756 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/table/0cd925d52ba44d09ab44b372c1dc0239, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:19:53,757 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-27T21:19:53,777 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:19:53,778 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:53,778 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:53,778 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:53,778 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742392413Running coprocessor pre-close hooks at 1732742392413Disabling compacts and flushes for region at 1732742392413Disabling writes for close at 1732742392413Obtaining lock to block concurrent updates at 1732742392413Preparing flush snapshotting stores in 1588230740 at 1732742392413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742392414 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742392414Flushing 1588230740/info: creating writer at 1732742392414Flushing 1588230740/info: appending metadata at 1732742392433 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732742392433Flushing 1588230740/ns: creating writer at 1732742392844 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732742392861 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732742392861Flushing 1588230740/rep_barrier: creating writer at 1732742393269 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742393284 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742393284Flushing 1588230740/table: creating writer at 1732742393291 (+7 ms)Flushing 1588230740/table: appending metadata at 1732742393307 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732742393307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c3132d: reopening flushed file at 1732742393725 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e15d45: reopening flushed file at 1732742393733 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314fe978: reopening flushed file at 1732742393739 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777e68f6: reopening flushed file at 1732742393749 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1732742393757 (+8 ms)Writing region close event to WAL at 1732742393774 (+17 ms)Running coprocessor post-close hooks at 1732742393778 (+4 ms)Closed at 1732742393778 2024-11-27T21:19:53,778 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:53,814 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,40817,1732742377943; all regions closed. 2024-11-27T21:19:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:19:53,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.meta.1732742380140.meta not finished, retry = 0 2024-11-27T21:19:53,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741839_1015 (size=3127) 2024-11-27T21:19:53,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/WALs/4585c39bed03,40817,1732742377943/4585c39bed03%2C40817%2C1732742377943.rep.1732742386576 not finished, retry = 0 2024-11-27T21:19:53,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4585c39bed03,40817,1732742377943 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:53,953 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4585c39bed03,40817,1732742377943 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741832_1008 (size=1336) 2024-11-27T21:19:54,023 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:54,023 INFO [RS:0;4585c39bed03:40817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:54,023 INFO [RS:0;4585c39bed03:40817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:54,023 INFO [RS:0;4585c39bed03:40817 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:54,024 INFO [RS:0;4585c39bed03:40817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:54,024 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:54,024 INFO [RS:0;4585c39bed03:40817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,40817,1732742377943 because: Region server is closing 2024-11-27T21:19:54,024 INFO [RS:0;4585c39bed03:40817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:40817. 2024-11-27T21:19:54,024 DEBUG [RS:0;4585c39bed03:40817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:54,024 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:54,024 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:54,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:54,125 INFO [RS:0;4585c39bed03:40817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40817,1732742377943.replicationSource.shipper4585c39bed03%2C40817%2C1732742377943,1-4585c39bed03,40817,1732742377943 terminated 2024-11-27T21:19:54,125 INFO [RS:0;4585c39bed03:40817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:40817. 2024-11-27T21:19:54,125 DEBUG [RS:0;4585c39bed03:40817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:54,125 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:54,125 DEBUG [RS:0;4585c39bed03:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:54,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:54,125 INFO [RS:0;4585c39bed03:40817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40817 2024-11-27T21:19:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388/rs 2024-11-27T21:19:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-238159388/rs/4585c39bed03,40817,1732742377943 2024-11-27T21:19:54,127 INFO [RS:0;4585c39bed03:40817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:54,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,40817,1732742377943] 2024-11-27T21:19:54,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-238159388/draining/4585c39bed03,40817,1732742377943 already deleted, retry=false 2024-11-27T21:19:54,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,40817,1732742377943 expired; onlineServers=0 2024-11-27T21:19:54,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,38623,1732742377893' ***** 2024-11-27T21:19:54,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:19:54,130 INFO [M:0;4585c39bed03:38623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:54,131 INFO [M:0;4585c39bed03:38623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:54,131 DEBUG [M:0;4585c39bed03:38623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:19:54,131 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:19:54,131 DEBUG [M:0;4585c39bed03:38623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:19:54,131 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742378989 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742378989,5,FailOnTimeoutGroup] 2024-11-27T21:19:54,131 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742378988 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742378988,5,FailOnTimeoutGroup] 2024-11-27T21:19:54,131 INFO [M:0;4585c39bed03:38623 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:54,131 INFO [M:0;4585c39bed03:38623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:54,131 DEBUG [M:0;4585c39bed03:38623 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:19:54,131 INFO [M:0;4585c39bed03:38623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:19:54,131 INFO [M:0;4585c39bed03:38623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:54,131 INFO [M:0;4585c39bed03:38623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:19:54,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:19:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-238159388/master 2024-11-27T21:19:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-238159388 2024-11-27T21:19:54,133 DEBUG [M:0;4585c39bed03:38623 {}] zookeeper.ZKUtil(347): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Unable to get data of znode /1-238159388/master because node does not exist (not an error) 2024-11-27T21:19:54,133 WARN [M:0;4585c39bed03:38623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:19:54,134 INFO [M:0;4585c39bed03:38623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/.lastflushedseqids 2024-11-27T21:19:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741852_1028 (size=263) 2024-11-27T21:19:54,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:54,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x1015b4c49040004, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:54,229 INFO [RS:0;4585c39bed03:40817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:54,229 INFO [RS:0;4585c39bed03:40817 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,40817,1732742377943; zookeeper connection closed. 2024-11-27T21:19:54,229 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@282f6e92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@282f6e92 2024-11-27T21:19:54,230 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:19:54,257 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4585c39bed03:40817 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:40817 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:54,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4585c39bed03:40817 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:40817 2024-11-27T21:19:54,257 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=4585c39bed03:40817 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:40817 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:40817 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T21:19:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:19:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49652 deadline: 1732742454259, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T21:19:54,261 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T21:19:54,262 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T21:19:54,416 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:54,539 INFO [M:0;4585c39bed03:38623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:19:54,539 INFO [M:0;4585c39bed03:38623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:19:54,540 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:54,540 INFO [M:0;4585c39bed03:38623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:54,540 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:54,540 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:54,540 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:54,540 INFO [M:0;4585c39bed03:38623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T21:19:54,556 DEBUG [M:0;4585c39bed03:38623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb131c16e1141b48c619bfd41f8fa0f is 82, key is hbase:meta,,1/info:regioninfo/1732742380171/Put/seqid=0 2024-11-27T21:19:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741853_1029 (size=5672) 2024-11-27T21:19:54,662 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T21:19:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:19:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49652 deadline: 1732742454663, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T21:19:54,664 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T21:19:54,666 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T21:19:54,666 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T21:19:54,960 INFO [M:0;4585c39bed03:38623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb131c16e1141b48c619bfd41f8fa0f 2024-11-27T21:19:54,979 DEBUG [M:0;4585c39bed03:38623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af887822ec0049968ed0036228abb649 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742386631/Put/seqid=0 2024-11-27T21:19:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741854_1030 (size=8515) 2024-11-27T21:19:55,167 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T21:19:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:19:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49652 deadline: 1732742455168, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T21:19:55,169 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T21:19:55,169 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T21:19:55,169 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T21:19:55,220 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:55,384 INFO [M:0;4585c39bed03:38623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af887822ec0049968ed0036228abb649 2024-11-27T21:19:55,402 DEBUG [M:0;4585c39bed03:38623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a4287fa37b24ae19df2dadde283be58 is 69, key is 4585c39bed03,40817,1732742377943/rs:state/1732742379006/Put/seqid=0 2024-11-27T21:19:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741855_1031 (size=5156) 2024-11-27T21:19:55,770 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T21:19:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:19:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49652 deadline: 1732742455771, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T21:19:55,772 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T21:19:55,773 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T21:19:55,773 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T21:19:55,807 INFO [M:0;4585c39bed03:38623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a4287fa37b24ae19df2dadde283be58 2024-11-27T21:19:55,811 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb131c16e1141b48c619bfd41f8fa0f as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fb131c16e1141b48c619bfd41f8fa0f 2024-11-27T21:19:55,815 INFO [M:0;4585c39bed03:38623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fb131c16e1141b48c619bfd41f8fa0f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:19:55,816 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af887822ec0049968ed0036228abb649 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af887822ec0049968ed0036228abb649 2024-11-27T21:19:55,820 INFO [M:0;4585c39bed03:38623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af887822ec0049968ed0036228abb649, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:19:55,820 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a4287fa37b24ae19df2dadde283be58 as hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a4287fa37b24ae19df2dadde283be58 2024-11-27T21:19:55,824 INFO [M:0;4585c39bed03:38623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a4287fa37b24ae19df2dadde283be58, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:19:55,825 INFO [M:0;4585c39bed03:38623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-27T21:19:55,826 INFO [M:0;4585c39bed03:38623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:55,826 DEBUG [M:0;4585c39bed03:38623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742394539Disabling compacts and flushes for region at 1732742394539Disabling writes for close at 1732742394540 (+1 ms)Obtaining lock to block concurrent updates at 1732742394540Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742394540Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732742394540Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742394541 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742394541Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742394556 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742394556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742394965 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742394979 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742394979Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742395388 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742395402 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742395402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6062646d: reopening flushed file at 1732742395810 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e06872d: reopening flushed file at 1732742395815 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2c3b68: reopening flushed file at 1732742395820 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732742395825 (+5 ms)Writing region close event to WAL at 1732742395826 (+1 ms)Closed at 1732742395826 2024-11-27T21:19:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43843 is added to blk_1073741830_1006 (size=63642) 2024-11-27T21:19:55,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/213f8a0a-6b90-749b-0841-1562871ad724/MasterData/WALs/4585c39bed03,38623,1732742377893/4585c39bed03%2C38623%2C1732742377893.1732742378866 not finished, retry = 0 2024-11-27T21:19:55,930 INFO [M:0;4585c39bed03:38623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:19:55,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:55,930 INFO [M:0;4585c39bed03:38623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38623 2024-11-27T21:19:55,930 INFO [M:0;4585c39bed03:38623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:56,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:56,032 INFO [M:0;4585c39bed03:38623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:56,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x1015b4c49040003, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:56,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@596ea19b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:19:56,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:56,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:56,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:56,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:56,037 WARN [BP-1881667645-172.17.0.2-1732742377092 heartbeating to localhost/127.0.0.1:41059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:19:56,037 WARN [BP-1881667645-172.17.0.2-1732742377092 heartbeating to localhost/127.0.0.1:41059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1881667645-172.17.0.2-1732742377092 (Datanode Uuid af2c2f21-6419-4ef4-bff9-eaedc79f7ad4) service to localhost/127.0.0.1:41059 2024-11-27T21:19:56,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:19:56,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:19:56,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/cluster_c98c80e5-173b-e2c7-7ca5-a5b9c0a122e5/data/data1/current/BP-1881667645-172.17.0.2-1732742377092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:56,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/cluster_c98c80e5-173b-e2c7-7ca5-a5b9c0a122e5/data/data2/current/BP-1881667645-172.17.0.2-1732742377092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:19:56,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:19:56,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b344cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:19:56,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:19:56,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:19:56,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:19:56,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.log.dir/,STOPPED} 2024-11-27T21:19:56,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:19:56,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:19:56,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:56,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:56,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:56,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:56,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:56,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:19:56,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043296878, stopped=false 2024-11-27T21:19:56,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,45955,1732742373945 2024-11-27T21:19:56,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-720133955/running 2024-11-27T21:19:56,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-720133955/running 2024-11-27T21:19:56,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:56,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:56,063 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:56,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:19:56,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:56,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:56,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,40327,1732742373998' ***** 2024-11-27T21:19:56,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:19:56,064 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:19:56,065 INFO [RS:0;4585c39bed03:40327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:19:56,065 INFO [RS:0;4585c39bed03:40327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:19:56,065 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(3091): Received CLOSE for f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:56,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on znode that does not yet exist, /0-720133955/running 2024-11-27T21:19:56,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:19:56,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Set watcher on znode that does not yet exist, /0-720133955/running 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(3091): Received CLOSE for ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,40327,1732742373998 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:40327. 2024-11-27T21:19:56,066 DEBUG [RS:0;4585c39bed03:40327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:56,066 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f30482d7e2a6d2cbad8d714972999cb1, disabling compactions & flushes 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:19:56,066 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. after waiting 0 ms 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:56,066 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:19:56,066 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f30482d7e2a6d2cbad8d714972999cb1=test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1., ec087229ab260726ef031b5eb605ec15=hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15.} 2024-11-27T21:19:56,066 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec087229ab260726ef031b5eb605ec15, f30482d7e2a6d2cbad8d714972999cb1 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:19:56,066 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:19:56,066 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:19:56,066 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:19:56,070 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/default/test/f30482d7e2a6d2cbad8d714972999cb1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:19:56,071 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f30482d7e2a6d2cbad8d714972999cb1: Waiting for close lock at 1732742396066Running coprocessor pre-close hooks at 1732742396066Disabling compacts and flushes for region at 1732742396066Disabling writes for close at 1732742396066Writing region close event to WAL at 1732742396067 (+1 ms)Running coprocessor post-close hooks at 1732742396071 (+4 ms)Closed at 1732742396071 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1. 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec087229ab260726ef031b5eb605ec15, disabling compactions & flushes 2024-11-27T21:19:56,071 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. after waiting 0 ms 2024-11-27T21:19:56,071 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:56,071 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec087229ab260726ef031b5eb605ec15 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T21:19:56,083 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/info/7ab9c6cfe8a04077b69e9eef542d644b is 147, key is hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15./info:regioninfo/1732742384892/Put/seqid=0 2024-11-27T21:19:56,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741846_1022 (size=7686) 2024-11-27T21:19:56,090 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/.tmp/hfileref/4be24c932f2b4ff8b5468a531d2dbaf6 is 74, key is 1/hfileref:1788a02c09fa4cf4bd60e1c2cf18b2c6_SeqId_4_/1732742389524/DeleteColumn/seqid=0 2024-11-27T21:19:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741847_1023 (size=5345) 2024-11-27T21:19:56,105 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:56,124 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1033, reset compression=false 2024-11-27T21:19:56,129 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:19:56,129 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1328, reset compression=false 2024-11-27T21:19:56,266 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:56,332 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1328, reset compression=false 2024-11-27T21:19:56,467 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec087229ab260726ef031b5eb605ec15 2024-11-27T21:19:56,474 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T21:19:56,474 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4585c39bed03:38623 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:38623 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:56,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4585c39bed03:38623 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:38623 2024-11-27T21:19:56,489 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/info/7ab9c6cfe8a04077b69e9eef542d644b 2024-11-27T21:19:56,494 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/.tmp/hfileref/4be24c932f2b4ff8b5468a531d2dbaf6 2024-11-27T21:19:56,508 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/ns/0daa95185a8c4c27b2e7cff8a6c6ac4e is 43, key is default/ns:d/1732742376983/Put/seqid=0 2024-11-27T21:19:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741848_1024 (size=5153) 2024-11-27T21:19:56,515 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/.tmp/queue/a330f7aba0d4406fb807495bbea8afd7 is 153, key is 1-4585c39bed03,40327,1732742373998/queue:4585c39bed03%2C40327%2C1732742373998/1732742389526/Put/seqid=0 2024-11-27T21:19:56,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741849_1025 (size=5352) 2024-11-27T21:19:56,519 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/.tmp/queue/a330f7aba0d4406fb807495bbea8afd7 2024-11-27T21:19:56,523 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/.tmp/hfileref/4be24c932f2b4ff8b5468a531d2dbaf6 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/hfileref/4be24c932f2b4ff8b5468a531d2dbaf6 2024-11-27T21:19:56,528 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/hfileref/4be24c932f2b4ff8b5468a531d2dbaf6, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T21:19:56,528 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/.tmp/queue/a330f7aba0d4406fb807495bbea8afd7 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/queue/a330f7aba0d4406fb807495bbea8afd7 2024-11-27T21:19:56,533 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/queue/a330f7aba0d4406fb807495bbea8afd7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T21:19:56,534 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ec087229ab260726ef031b5eb605ec15 in 463ms, sequenceid=10, compaction requested=false 2024-11-27T21:19:56,538 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/replication/ec087229ab260726ef031b5eb605ec15/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T21:19:56,538 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:56,538 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:56,538 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:56,538 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec087229ab260726ef031b5eb605ec15: Waiting for close lock at 1732742396071Running coprocessor pre-close hooks at 1732742396071Disabling compacts and flushes for region at 1732742396071Disabling writes for close at 1732742396071Obtaining lock to block concurrent updates at 1732742396071Preparing flush snapshotting stores in ec087229ab260726ef031b5eb605ec15 at 1732742396071Finished memstore snapshotting hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732742396072 (+1 ms)Flushing stores of hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. at 1732742396072Flushing ec087229ab260726ef031b5eb605ec15/hfileref: creating writer at 1732742396072Flushing ec087229ab260726ef031b5eb605ec15/hfileref: appending metadata at 1732742396089 (+17 ms)Flushing ec087229ab260726ef031b5eb605ec15/hfileref: closing flushed file at 1732742396089Flushing ec087229ab260726ef031b5eb605ec15/queue: creating writer at 1732742396498 (+409 ms)Flushing ec087229ab260726ef031b5eb605ec15/queue: appending metadata at 1732742396515 (+17 ms)Flushing ec087229ab260726ef031b5eb605ec15/queue: closing flushed file at 1732742396515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e8789d: reopening flushed file at 1732742396523 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49575ca5: reopening flushed file at 1732742396528 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ec087229ab260726ef031b5eb605ec15 in 463ms, sequenceid=10, compaction requested=false at 1732742396534 (+6 ms)Writing region close event to WAL at 1732742396535 (+1 ms)Running coprocessor post-close hooks at 1732742396538 (+3 ms)Closed at 1732742396538 2024-11-27T21:19:56,538 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742383597.ec087229ab260726ef031b5eb605ec15. 2024-11-27T21:19:56,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:56,576 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4585c39bed03:38623 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:38623 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:19:56,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=4585c39bed03:38623 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:38623 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T21:19:56,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 4585c39bed03:38623 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4585c39bed03/172.17.0.2:38623 2024-11-27T21:19:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:19:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T21:19:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:19:56,636 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1328, reset compression=false 2024-11-27T21:19:56,667 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:56,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:56,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4585c39bed03:38623 this server is in the failed servers list 2024-11-27T21:19:56,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4585c39bed03:38623 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:19:56,867 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:56,875 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:19:56,875 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:19:56,912 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/ns/0daa95185a8c4c27b2e7cff8a6c6ac4e 2024-11-27T21:19:56,930 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/rep_barrier/505a79b47dce498fa86224c5ab90acf3 is 112, key is test,,1732742380285.f30482d7e2a6d2cbad8d714972999cb1./rep_barrier:seqnumDuringOpen/1732742381047/Put/seqid=0 2024-11-27T21:19:56,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741850_1026 (size=5518) 2024-11-27T21:19:57,040 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1328, reset compression=false 2024-11-27T21:19:57,067 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:19:57,067 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:19:57,067 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:57,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:57,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4585c39bed03:38623 this server is in the failed servers list 2024-11-27T21:19:57,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4585c39bed03:38623 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:19:57,267 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:57,335 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/rep_barrier/505a79b47dce498fa86224c5ab90acf3 2024-11-27T21:19:57,353 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/table/7754c26f20554d8293eb96708ab5b81f is 53, key is hbase:replication/table:state/1732742384902/Put/seqid=0 2024-11-27T21:19:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741851_1027 (size=5308) 2024-11-27T21:19:57,468 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:57,545 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1328, reset compression=false 2024-11-27T21:19:57,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:57,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4585c39bed03:38623 this server is in the failed servers list 2024-11-27T21:19:57,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4585c39bed03:38623 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:19:57,668 DEBUG [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:19:57,758 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/table/7754c26f20554d8293eb96708ab5b81f 2024-11-27T21:19:57,763 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/info/7ab9c6cfe8a04077b69e9eef542d644b as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/info/7ab9c6cfe8a04077b69e9eef542d644b 2024-11-27T21:19:57,767 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/info/7ab9c6cfe8a04077b69e9eef542d644b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:19:57,768 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/ns/0daa95185a8c4c27b2e7cff8a6c6ac4e as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/ns/0daa95185a8c4c27b2e7cff8a6c6ac4e 2024-11-27T21:19:57,772 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/ns/0daa95185a8c4c27b2e7cff8a6c6ac4e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:19:57,772 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/rep_barrier/505a79b47dce498fa86224c5ab90acf3 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/rep_barrier/505a79b47dce498fa86224c5ab90acf3 2024-11-27T21:19:57,776 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/rep_barrier/505a79b47dce498fa86224c5ab90acf3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:19:57,777 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/.tmp/table/7754c26f20554d8293eb96708ab5b81f as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/table/7754c26f20554d8293eb96708ab5b81f 2024-11-27T21:19:57,781 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/table/7754c26f20554d8293eb96708ab5b81f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:19:57,782 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-27T21:19:57,782 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:19:57,788 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:19:57,788 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:19:57,788 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:19:57,789 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:57,789 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742396066Running coprocessor pre-close hooks at 1732742396066Disabling compacts and flushes for region at 1732742396066Disabling writes for close at 1732742396066Obtaining lock to block concurrent updates at 1732742396067 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732742396067Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742396067Flushing stores of hbase:meta,,1.1588230740 at 1732742396067Flushing 1588230740/info: creating writer at 1732742396067Flushing 1588230740/info: appending metadata at 1732742396083 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732742396083Flushing 1588230740/ns: creating writer at 1732742396493 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732742396508 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732742396508Flushing 1588230740/rep_barrier: creating writer at 1732742396916 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742396930 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742396930Flushing 1588230740/table: creating writer at 1732742397339 (+409 ms)Flushing 1588230740/table: appending metadata at 1732742397353 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732742397353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c53f71: reopening flushed file at 1732742397762 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b42d92: reopening flushed file at 1732742397767 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb7667: reopening flushed file at 1732742397772 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485a9de6: reopening flushed file at 1732742397776 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732742397782 (+6 ms)Writing region close event to WAL at 1732742397785 (+3 ms)Running coprocessor post-close hooks at 1732742397788 (+3 ms)Closed at 1732742397789 (+1 ms) 2024-11-27T21:19:57,789 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:19:57,868 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,40327,1732742373998; all regions closed. 2024-11-27T21:19:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:19:57,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.meta.1732742376925.meta not finished, retry = 0 2024-11-27T21:19:57,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:19:57,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,973 DEBUG [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/oldWALs 2024-11-27T21:19:57,973 INFO [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C40327%2C1732742373998.meta:.meta(num 1732742376925) 2024-11-27T21:19:57,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:19:57,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741839_1015 (size=2695) 2024-11-27T21:19:57,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.rep.1732742384800 not finished, retry = 0 2024-11-27T21:19:58,078 DEBUG [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/oldWALs 2024-11-27T21:19:58,078 INFO [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C40327%2C1732742373998.rep:(num 1732742384800) 2024-11-27T21:19:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741832_1008 (size=1336) 2024-11-27T21:19:58,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 not finished, retry = 0 2024-11-27T21:19:58,149 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 to pos 1328, reset compression=false 2024-11-27T21:19:58,181 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/WALs/4585c39bed03,40327,1732742373998/4585c39bed03%2C40327%2C1732742373998.1732742376005 2024-11-27T21:19:58,182 DEBUG [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/oldWALs 2024-11-27T21:19:58,182 INFO [RS:0;4585c39bed03:40327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C40327%2C1732742373998:(num 1732742376005) 2024-11-27T21:19:58,182 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:58,182 INFO [RS:0;4585c39bed03:40327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:19:58,182 INFO [RS:0;4585c39bed03:40327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:58,183 INFO [RS:0;4585c39bed03:40327 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:58,183 INFO [RS:0;4585c39bed03:40327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:58,183 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:19:58,183 INFO [RS:0;4585c39bed03:40327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,40327,1732742373998 because: Region server is closing 2024-11-27T21:19:58,183 INFO [RS:0;4585c39bed03:40327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:40327. 2024-11-27T21:19:58,183 DEBUG [RS:0;4585c39bed03:40327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:58,183 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:58,183 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:58,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:58,284 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.wal-reader.4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T21:19:58,284 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T21:19:58,284 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T21:19:58,284 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T21:19:58,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:19:58,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:19:58,619 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2142 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:19:59,085 INFO [RS:0;4585c39bed03:40327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,40327,1732742373998.replicationSource.shipper4585c39bed03%2C40327%2C1732742373998,1-4585c39bed03,40327,1732742373998 terminated 2024-11-27T21:19:59,085 INFO [RS:0;4585c39bed03:40327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:40327. 2024-11-27T21:19:59,085 DEBUG [RS:0;4585c39bed03:40327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:19:59,085 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:59,086 DEBUG [RS:0;4585c39bed03:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:19:59,086 INFO [RS:0;4585c39bed03:40327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40327 2024-11-27T21:19:59,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:19:59,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-720133955/rs/4585c39bed03,40327,1732742373998 2024-11-27T21:19:59,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955/rs 2024-11-27T21:19:59,089 INFO [RS:0;4585c39bed03:40327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:19:59,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,40327,1732742373998] 2024-11-27T21:19:59,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-720133955/draining/4585c39bed03,40327,1732742373998 already deleted, retry=false 2024-11-27T21:19:59,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,40327,1732742373998 expired; onlineServers=0 2024-11-27T21:19:59,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,45955,1732742373945' ***** 2024-11-27T21:19:59,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:19:59,091 INFO [M:0;4585c39bed03:45955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:19:59,092 INFO [M:0;4585c39bed03:45955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:19:59,092 DEBUG [M:0;4585c39bed03:45955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:19:59,092 DEBUG [M:0;4585c39bed03:45955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:19:59,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:19:59,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742375782 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742375782,5,FailOnTimeoutGroup] 2024-11-27T21:19:59,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742375784 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742375784,5,FailOnTimeoutGroup] 2024-11-27T21:19:59,094 INFO [M:0;4585c39bed03:45955 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:19:59,094 INFO [M:0;4585c39bed03:45955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:19:59,094 DEBUG [M:0;4585c39bed03:45955 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:19:59,094 INFO [M:0;4585c39bed03:45955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:19:59,095 INFO [M:0;4585c39bed03:45955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:19:59,095 INFO [M:0;4585c39bed03:45955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:19:59,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:19:59,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-720133955/master 2024-11-27T21:19:59,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-720133955 2024-11-27T21:19:59,097 DEBUG [M:0;4585c39bed03:45955 {}] zookeeper.ZKUtil(347): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Unable to get data of znode /0-720133955/master because node does not exist (not an error) 2024-11-27T21:19:59,097 WARN [M:0;4585c39bed03:45955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:19:59,098 INFO [M:0;4585c39bed03:45955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/.lastflushedseqids 2024-11-27T21:19:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741852_1028 (size=263) 2024-11-27T21:19:59,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:59,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x1015b4c49040001, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:19:59,191 INFO [RS:0;4585c39bed03:40327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:19:59,191 INFO [RS:0;4585c39bed03:40327 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,40327,1732742373998; zookeeper connection closed. 2024-11-27T21:19:59,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f43bc9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f43bc9f 2024-11-27T21:19:59,192 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:19:59,506 INFO [M:0;4585c39bed03:45955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:19:59,508 INFO [M:0;4585c39bed03:45955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:19:59,508 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:19:59,508 INFO [M:0;4585c39bed03:45955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:59,508 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:59,508 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:19:59,508 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:19:59,508 INFO [M:0;4585c39bed03:45955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T21:19:59,532 DEBUG [M:0;4585c39bed03:45955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/addbbc8b89624a09adb61406a15b1eb5 is 82, key is hbase:meta,,1/info:regioninfo/1732742376960/Put/seqid=0 2024-11-27T21:19:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741853_1029 (size=5672) 2024-11-27T21:19:59,938 INFO [M:0;4585c39bed03:45955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/addbbc8b89624a09adb61406a15b1eb5 2024-11-27T21:19:59,963 DEBUG [M:0;4585c39bed03:45955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e72b114d3a3415890ca7d056e6c1055 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742384909/Put/seqid=0 2024-11-27T21:19:59,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741854_1030 (size=8516) 2024-11-27T21:20:00,369 INFO [M:0;4585c39bed03:45955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e72b114d3a3415890ca7d056e6c1055 2024-11-27T21:20:00,393 DEBUG [M:0;4585c39bed03:45955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/157eccdb96394157a6bb812482dfac41 is 69, key is 4585c39bed03,40327,1732742373998/rs:state/1732742375861/Put/seqid=0 2024-11-27T21:20:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741855_1031 (size=5156) 2024-11-27T21:20:00,397 INFO [M:0;4585c39bed03:45955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/157eccdb96394157a6bb812482dfac41 2024-11-27T21:20:00,402 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/addbbc8b89624a09adb61406a15b1eb5 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/addbbc8b89624a09adb61406a15b1eb5 2024-11-27T21:20:00,406 INFO [M:0;4585c39bed03:45955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/addbbc8b89624a09adb61406a15b1eb5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:20:00,407 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e72b114d3a3415890ca7d056e6c1055 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e72b114d3a3415890ca7d056e6c1055 2024-11-27T21:20:00,410 INFO [M:0;4585c39bed03:45955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e72b114d3a3415890ca7d056e6c1055, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:20:00,411 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/157eccdb96394157a6bb812482dfac41 as hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/157eccdb96394157a6bb812482dfac41 2024-11-27T21:20:00,417 INFO [M:0;4585c39bed03:45955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/8375b21b-f3a9-790b-dd1a-004bfbb76017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/157eccdb96394157a6bb812482dfac41, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:20:00,418 INFO [M:0;4585c39bed03:45955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false 2024-11-27T21:20:00,422 INFO [M:0;4585c39bed03:45955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:00,422 DEBUG [M:0;4585c39bed03:45955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742399508Disabling compacts and flushes for region at 1732742399508Disabling writes for close at 1732742399508Obtaining lock to block concurrent updates at 1732742399508Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742399508Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732742399508Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742399509 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742399509Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742399531 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742399531Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742399944 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742399963 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742399963Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742400373 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742400392 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742400392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202d8055: reopening flushed file at 1732742400402 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb81737: reopening flushed file at 1732742400406 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6db4c9: reopening flushed file at 1732742400411 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false at 1732742400418 (+7 ms)Writing region close event to WAL at 1732742400422 (+4 ms)Closed at 1732742400422 2024-11-27T21:20:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741830_1006 (size=63654) 2024-11-27T21:20:00,427 INFO [M:0;4585c39bed03:45955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:20:00,427 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:20:00,427 INFO [M:0;4585c39bed03:45955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45955 2024-11-27T21:20:00,428 INFO [M:0;4585c39bed03:45955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:20:00,529 INFO [M:0;4585c39bed03:45955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:20:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x1015b4c49040000, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:00,530 WARN [BP-918453125-172.17.0.2-1732742373002 heartbeating to localhost/127.0.0.1:44867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-918453125-172.17.0.2-1732742373002 (Datanode Uuid 3dd3e518-9e4c-411d-9c8f-9e5cf12a3012) service to localhost/127.0.0.1:44867 2024-11-27T21:20:00,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2/data/data1/current/BP-918453125-172.17.0.2-1732742373002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:20:00,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/cluster_61cd54bb-73f2-c985-fc2a-fac78784e6f2/data/data2/current/BP-918453125-172.17.0.2-1732742373002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:20:00,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75830d1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:00,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:20:00,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:20:00,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:20:00,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.log.dir/,STOPPED} 2024-11-27T21:20:00,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:20:00,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@199d0f84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:00,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265c2aad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:20:00,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:20:00,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169a1fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:20:00,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@755866f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d776a23-ccda-3b73-65d2-6e4b874d23d0/hadoop.log.dir/,STOPPED} 2024-11-27T21:20:00,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:20:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:20:00,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 207) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41059 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56172) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56172) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41059 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7737 (was 8248) 2024-11-27T21:20:00,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=7737 2024-11-27T21:20:00,590 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T21:20:00,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.log.dir so I do NOT create it in target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21 2024-11-27T21:20:00,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:20:00,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.tmp.dir so I do NOT create it in target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21 2024-11-27T21:20:00,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7e893d-4a80-3401-1297-521b7d75e7ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:20:00,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21 2024-11-27T21:20:00,590 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33, deleteOnExit=true 2024-11-27T21:20:00,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33/zookeeper_0, clientPort=58396, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:20:00,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58396 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/test.cache.data in system properties and HBase conf 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:20:00,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:20:00,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:20:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:20:00,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:00,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:00,637 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4c49040002, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:20:00,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4c49040002, quorum=127.0.0.1:56172, baseZNode=/0-720133955 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:20:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4c49040005, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:20:00,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4c49040005, quorum=127.0.0.1:56172, baseZNode=/1-238159388 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:20:00,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:00,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:00,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:00,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:00,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:20:00,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:00,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6282b25e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:00,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e05f28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:00,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224769c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/java.io.tmpdir/jetty-localhost-43929-hadoop-hdfs-3_4_1-tests_jar-_-any-11993962621820728651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:00,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45be74{HTTP/1.1, (http/1.1)}{localhost:43929} 2024-11-27T21:20:00,880 INFO [Time-limited test {}] server.Server(415): Started @179695ms 2024-11-27T21:20:00,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:00,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:00,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:00,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:00,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:20:00,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:00,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:01,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba6236c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/java.io.tmpdir/jetty-localhost-42855-hadoop-hdfs-3_4_1-tests_jar-_-any-9030840113334097569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:01,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:42855} 2024-11-27T21:20:01,081 INFO [Time-limited test {}] server.Server(415): Started @179897ms 2024-11-27T21:20:01,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:20:01,190 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33/data/data1/current/BP-1806358470-172.17.0.2-1732742400618/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:01,190 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33/data/data2/current/BP-1806358470-172.17.0.2-1732742400618/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:01,211 WARN [Thread-2178 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:20:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ad92ffd3e8e5368 with lease ID 0x3480cbb73d545c1a: Processing first storage report for DS-8a457ab6-4448-4767-8bac-038d2af418ce from datanode DatanodeRegistration(127.0.0.1:33327, datanodeUuid=09170f90-2742-47b2-a412-d51f53e4ec63, infoPort=44977, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=115289953;c=1732742400618) 2024-11-27T21:20:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ad92ffd3e8e5368 with lease ID 0x3480cbb73d545c1a: from storage DS-8a457ab6-4448-4767-8bac-038d2af418ce node DatanodeRegistration(127.0.0.1:33327, datanodeUuid=09170f90-2742-47b2-a412-d51f53e4ec63, infoPort=44977, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=115289953;c=1732742400618), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ad92ffd3e8e5368 with lease ID 0x3480cbb73d545c1a: Processing first storage report for DS-32fba253-2caa-4784-ae83-32e9f56e3423 from datanode DatanodeRegistration(127.0.0.1:33327, datanodeUuid=09170f90-2742-47b2-a412-d51f53e4ec63, infoPort=44977, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=115289953;c=1732742400618) 2024-11-27T21:20:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ad92ffd3e8e5368 with lease ID 0x3480cbb73d545c1a: from storage DS-32fba253-2caa-4784-ae83-32e9f56e3423 node DatanodeRegistration(127.0.0.1:33327, datanodeUuid=09170f90-2742-47b2-a412-d51f53e4ec63, infoPort=44977, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=115289953;c=1732742400618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:01,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21 2024-11-27T21:20:01,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:01,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:20:01,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf with version=8 2024-11-27T21:20:01,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/hbase-staging 2024-11-27T21:20:01,718 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:01,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:01,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:01,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:01,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:01,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:01,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:20:01,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:01,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43389 2024-11-27T21:20:01,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43389 connecting to ZooKeeper ensemble=127.0.0.1:58396 2024-11-27T21:20:01,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433890x0, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:01,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43389-0x1015b4cb4e00000 connected 2024-11-27T21:20:01,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:01,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:01,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on znode that does not yet exist, /0-1001956054/running 2024-11-27T21:20:01,752 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf, hbase.cluster.distributed=false 2024-11-27T21:20:01,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on znode that does not yet exist, /0-1001956054/acl 2024-11-27T21:20:01,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43389 2024-11-27T21:20:01,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43389 2024-11-27T21:20:01,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43389 2024-11-27T21:20:01,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43389 2024-11-27T21:20:01,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43389 2024-11-27T21:20:01,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:01,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:01,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:01,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:01,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:01,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:01,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:20:01,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:01,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36979 2024-11-27T21:20:01,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36979 connecting to ZooKeeper ensemble=127.0.0.1:58396 2024-11-27T21:20:01,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:01,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369790x0, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:01,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369790x0, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on znode that does not yet exist, /0-1001956054/running 2024-11-27T21:20:01,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36979-0x1015b4cb4e00001 connected 2024-11-27T21:20:01,788 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:20:01,789 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:20:01,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on znode that does not yet exist, /0-1001956054/master 2024-11-27T21:20:01,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on znode that does not yet exist, /0-1001956054/acl 2024-11-27T21:20:01,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36979 2024-11-27T21:20:01,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36979 2024-11-27T21:20:01,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36979 2024-11-27T21:20:01,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36979 2024-11-27T21:20:01,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36979 2024-11-27T21:20:01,812 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:43389 2024-11-27T21:20:01,812 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1001956054/backup-masters/4585c39bed03,43389,1732742401718 2024-11-27T21:20:01,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054/backup-masters 2024-11-27T21:20:01,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054/backup-masters 2024-11-27T21:20:01,814 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on existing znode=/0-1001956054/backup-masters/4585c39bed03,43389,1732742401718 2024-11-27T21:20:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1001956054/master 2024-11-27T21:20:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:01,818 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on existing znode=/0-1001956054/master 2024-11-27T21:20:01,818 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1001956054/backup-masters/4585c39bed03,43389,1732742401718 from backup master directory 2024-11-27T21:20:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054/backup-masters 2024-11-27T21:20:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1001956054/backup-masters/4585c39bed03,43389,1732742401718 2024-11-27T21:20:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054/backup-masters 2024-11-27T21:20:01,819 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:01,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,43389,1732742401718 2024-11-27T21:20:01,825 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/hbase.id] with ID: 0f8920c7-b5a9-426e-a358-188ef5584f40 2024-11-27T21:20:01,825 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/.tmp/hbase.id 2024-11-27T21:20:01,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:20:02,231 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/.tmp/hbase.id]:[hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/hbase.id] 2024-11-27T21:20:02,241 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:02,241 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:20:02,242 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:20:02,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:02,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:02,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:20:02,654 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:02,655 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:20:02,655 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:20:03,062 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store 2024-11-27T21:20:03,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:20:03,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:03,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:03,469 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:03,469 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:03,469 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:03,469 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:03,469 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:03,469 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:03,469 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:03,469 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742403469Disabling compacts and flushes for region at 1732742403469Disabling writes for close at 1732742403469Writing region close event to WAL at 1732742403469Closed at 1732742403469 2024-11-27T21:20:03,470 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/.initializing 2024-11-27T21:20:03,470 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/WALs/4585c39bed03,43389,1732742401718 2024-11-27T21:20:03,471 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:03,472 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C43389%2C1732742401718, suffix=, logDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/WALs/4585c39bed03,43389,1732742401718, archiveDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/oldWALs, maxLogs=10 2024-11-27T21:20:03,486 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/WALs/4585c39bed03,43389,1732742401718/4585c39bed03%2C43389%2C1732742401718.1732742403472, exclude list is [], retry=0 2024-11-27T21:20:03,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33327,DS-8a457ab6-4448-4767-8bac-038d2af418ce,DISK] 2024-11-27T21:20:03,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/WALs/4585c39bed03,43389,1732742401718/4585c39bed03%2C43389%2C1732742401718.1732742403472 2024-11-27T21:20:03,491 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-27T21:20:03,491 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:03,491 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:03,491 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,491 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:20:03,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:03,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:03,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:20:03,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:03,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:03,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:20:03,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:03,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:03,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:20:03,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:03,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:03,498 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,499 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,499 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,500 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,500 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,501 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:03,502 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:03,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:03,504 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63545835, jitterRate=-0.05309326946735382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:03,505 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742403491Initializing all the Stores at 1732742403492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742403492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742403492Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742403492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742403492Cleaning up temporary data from old regions at 1732742403500 (+8 ms)Region opened successfully at 1732742403504 (+4 ms) 2024-11-27T21:20:03,505 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:20:03,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2944b38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:03,509 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:20:03,509 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:20:03,509 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:20:03,509 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:20:03,510 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:20:03,510 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:20:03,510 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:20:03,512 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:20:03,513 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Unable to get data of znode /0-1001956054/balancer because node does not exist (not necessarily an error) 2024-11-27T21:20:03,514 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001956054/balancer already deleted, retry=false 2024-11-27T21:20:03,515 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:20:03,515 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Unable to get data of znode /0-1001956054/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:20:03,516 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001956054/normalizer already deleted, retry=false 2024-11-27T21:20:03,517 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:20:03,518 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Unable to get data of znode /0-1001956054/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:20:03,526 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001956054/switch/split already deleted, retry=false 2024-11-27T21:20:03,527 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Unable to get data of znode /0-1001956054/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:20:03,528 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001956054/switch/merge already deleted, retry=false 2024-11-27T21:20:03,530 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Unable to get data of znode /0-1001956054/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:20:03,531 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001956054/snapshot-cleanup already deleted, retry=false 2024-11-27T21:20:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1001956054/running 2024-11-27T21:20:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1001956054/running 2024-11-27T21:20:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:03,533 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,43389,1732742401718, sessionid=0x1015b4cb4e00000, setting cluster-up flag (Was=false) 2024-11-27T21:20:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:03,542 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1001956054/flush-table-proc/acquired, /0-1001956054/flush-table-proc/reached, /0-1001956054/flush-table-proc/abort 2024-11-27T21:20:03,543 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,43389,1732742401718 2024-11-27T21:20:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:03,551 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1001956054/online-snapshot/acquired, /0-1001956054/online-snapshot/reached, /0-1001956054/online-snapshot/abort 2024-11-27T21:20:03,551 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,43389,1732742401718 2024-11-27T21:20:03,552 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:20:03,554 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:03,554 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:20:03,554 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:20:03,554 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,43389,1732742401718 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:03,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742433556 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:20:03,556 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:03,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:20:03,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:03,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:20:03,560 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:20:03,560 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:20:03,560 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:20:03,560 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:20:03,561 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:20:03,561 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:20:03,562 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742403561,5,FailOnTimeoutGroup] 2024-11-27T21:20:03,562 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742403562,5,FailOnTimeoutGroup] 2024-11-27T21:20:03,562 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,562 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:20:03,562 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,562 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:20:03,600 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(746): ClusterId : 0f8920c7-b5a9-426e-a358-188ef5584f40 2024-11-27T21:20:03,600 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:20:03,601 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:20:03,601 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:20:03,603 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:20:03,603 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b11dcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:03,618 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:36979 2024-11-27T21:20:03,618 INFO [RS:0;4585c39bed03:36979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:20:03,618 INFO [RS:0;4585c39bed03:36979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:20:03,618 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:20:03,619 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,43389,1732742401718 with port=36979, startcode=1732742401779 2024-11-27T21:20:03,619 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:20:03,621 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:20:03,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,36979,1732742401779 2024-11-27T21:20:03,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43389 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,36979,1732742401779 2024-11-27T21:20:03,622 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf 2024-11-27T21:20:03,622 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43337 2024-11-27T21:20:03,622 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:20:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054/rs 2024-11-27T21:20:03,626 DEBUG [RS:0;4585c39bed03:36979 {}] zookeeper.ZKUtil(111): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on existing znode=/0-1001956054/rs/4585c39bed03,36979,1732742401779 2024-11-27T21:20:03,626 WARN [RS:0;4585c39bed03:36979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:03,627 INFO [RS:0;4585c39bed03:36979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:03,627 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779 2024-11-27T21:20:03,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,36979,1732742401779] 2024-11-27T21:20:03,630 INFO [RS:0;4585c39bed03:36979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:20:03,631 INFO [RS:0;4585c39bed03:36979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:20:03,632 INFO [RS:0;4585c39bed03:36979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:20:03,632 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,632 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:20:03,633 INFO [RS:0;4585c39bed03:36979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:20:03,633 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:03,633 DEBUG [RS:0;4585c39bed03:36979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:03,635 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,635 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,635 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,635 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,635 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,635 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,36979,1732742401779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:03,649 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:20:03,649 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,36979,1732742401779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,649 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,649 INFO [RS:0;4585c39bed03:36979 {}] regionserver.Replication(171): 4585c39bed03,36979,1732742401779 started 2024-11-27T21:20:03,662 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:03,662 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,36979,1732742401779, RpcServer on 4585c39bed03/172.17.0.2:36979, sessionid=0x1015b4cb4e00001 2024-11-27T21:20:03,662 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:20:03,662 DEBUG [RS:0;4585c39bed03:36979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,36979,1732742401779 2024-11-27T21:20:03,662 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,36979,1732742401779' 2024-11-27T21:20:03,662 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1001956054/flush-table-proc/abort' 2024-11-27T21:20:03,663 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1001956054/flush-table-proc/acquired' 2024-11-27T21:20:03,663 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:20:03,663 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:20:03,663 DEBUG [RS:0;4585c39bed03:36979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,36979,1732742401779 2024-11-27T21:20:03,663 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,36979,1732742401779' 2024-11-27T21:20:03,663 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1001956054/online-snapshot/abort' 2024-11-27T21:20:03,664 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1001956054/online-snapshot/acquired' 2024-11-27T21:20:03,664 DEBUG [RS:0;4585c39bed03:36979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:20:03,664 INFO [RS:0;4585c39bed03:36979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:20:03,664 INFO [RS:0;4585c39bed03:36979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:20:03,764 INFO [RS:0;4585c39bed03:36979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:03,766 INFO [RS:0;4585c39bed03:36979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36979%2C1732742401779, suffix=, logDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779, archiveDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/oldWALs, maxLogs=10 2024-11-27T21:20:03,787 DEBUG [RS:0;4585c39bed03:36979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, exclude list is [], retry=0 2024-11-27T21:20:03,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33327,DS-8a457ab6-4448-4767-8bac-038d2af418ce,DISK] 2024-11-27T21:20:03,792 INFO [RS:0;4585c39bed03:36979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 2024-11-27T21:20:03,792 DEBUG [RS:0;4585c39bed03:36979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-27T21:20:03,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:20:03,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf 2024-11-27T21:20:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:20:04,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:04,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:04,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:04,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:04,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:04,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:04,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:04,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:04,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:04,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:04,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740 2024-11-27T21:20:04,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740 2024-11-27T21:20:04,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:04,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:04,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:04,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:04,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:04,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60215049, jitterRate=-0.10272584855556488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:04,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742404373Initializing all the Stores at 1732742404373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742404373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742404374 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742404374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742404374Cleaning up temporary data from old regions at 1732742404381 (+7 ms)Region opened successfully at 1732742404385 (+4 ms) 2024-11-27T21:20:04,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:04,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:04,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:04,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:04,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:04,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:04,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742404385Disabling compacts and flushes for region at 1732742404385Disabling writes for close at 1732742404385Writing region close event to WAL at 1732742404386 (+1 ms)Closed at 1732742404386 2024-11-27T21:20:04,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:04,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:20:04,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:20:04,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:04,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:20:04,539 DEBUG [4585c39bed03:43389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:20:04,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,36979,1732742401779 2024-11-27T21:20:04,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,36979,1732742401779, state=OPENING 2024-11-27T21:20:04,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:20:04,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:04,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:04,550 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:04,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001956054/meta-region-server: CHANGED 2024-11-27T21:20:04,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001956054/meta-region-server: CHANGED 2024-11-27T21:20:04,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,36979,1732742401779}] 2024-11-27T21:20:04,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:04,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:04,666 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8192 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:04,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:04,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:20:04,708 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:20:04,708 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:04,708 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:20:04,709 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36979%2C1732742401779.meta, suffix=.meta, logDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779, archiveDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/oldWALs, maxLogs=10 2024-11-27T21:20:04,723 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.meta.1732742404709.meta, exclude list is [], retry=0 2024-11-27T21:20:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33327,DS-8a457ab6-4448-4767-8bac-038d2af418ce,DISK] 2024-11-27T21:20:04,726 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.meta.1732742404709.meta 2024-11-27T21:20:04,727 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-27T21:20:04,727 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:04,727 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:04,727 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:04,727 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:20:04,727 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:20:04,727 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:20:04,727 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:04,728 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:20:04,728 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:20:04,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:04,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:04,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:04,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:04,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:04,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:04,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:04,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:04,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:04,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:04,732 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:04,733 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740 2024-11-27T21:20:04,734 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740 2024-11-27T21:20:04,735 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:04,735 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:04,735 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:04,736 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:04,737 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73501316, jitterRate=0.09525495767593384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:04,737 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:20:04,738 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742404728Writing region info on filesystem at 1732742404728Initializing all the Stores at 1732742404728Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742404728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742404728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742404728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742404728Cleaning up temporary data from old regions at 1732742404735 (+7 ms)Running coprocessor post-open hooks at 1732742404737 (+2 ms)Region opened successfully at 1732742404738 (+1 ms) 2024-11-27T21:20:04,739 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742404702 2024-11-27T21:20:04,741 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:20:04,741 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:20:04,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,36979,1732742401779 2024-11-27T21:20:04,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,36979,1732742401779, state=OPEN 2024-11-27T21:20:04,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1001956054/meta-region-server 2024-11-27T21:20:04,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1001956054/meta-region-server 2024-11-27T21:20:04,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,36979,1732742401779 2024-11-27T21:20:04,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001956054/meta-region-server: CHANGED 2024-11-27T21:20:04,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001956054/meta-region-server: CHANGED 2024-11-27T21:20:04,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:20:04,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,36979,1732742401779 in 195 msec 2024-11-27T21:20:04,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:20:04,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-27T21:20:04,749 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:04,749 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:20:04,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:04,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36979,1732742401779, seqNum=-1] 2024-11-27T21:20:04,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:04,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:04,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-27T21:20:04,756 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742404756, completionTime=-1 2024-11-27T21:20:04,756 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:20:04,756 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742464758 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742524758 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43389,1732742401718-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43389,1732742401718-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43389,1732742401718-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:04,758 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:43389, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:04,759 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:04,759 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:04,760 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43389,1732742401718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:04,763 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43389,1732742401718-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:20:04,769 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:20:04,769 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:20:04,769 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43389,1732742401718-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:04,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba81b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:04,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43389,-1 for getting cluster id 2024-11-27T21:20:04,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:04,802 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f8920c7-b5a9-426e-a358-188ef5584f40' 2024-11-27T21:20:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f8920c7-b5a9-426e-a358-188ef5584f40" 2024-11-27T21:20:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27be821d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43389,-1] 2024-11-27T21:20:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:04,804 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:04,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:04,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36979,1732742401779, seqNum=-1] 2024-11-27T21:20:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:04,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:04,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,43389,1732742401718 2024-11-27T21:20:04,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58396 2024-11-27T21:20:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:04,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4cb4e00002 connected 2024-11-27T21:20:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.log.dir so I do NOT create it in target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226 2024-11-27T21:20:04,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:20:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.tmp.dir so I do NOT create it in target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226 2024-11-27T21:20:04,816 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:20:04,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/cluster_ce4d08e5-d8d1-1d82-ea39-225039b6639a, deleteOnExit=true 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/test.cache.data in system properties and HBase conf 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:20:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:20:04,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:20:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:20:04,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:04,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:04,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:04,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:04,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:20:04,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:04,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:04,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:05,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9a5135{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/java.io.tmpdir/jetty-localhost-42405-hadoop-hdfs-3_4_1-tests_jar-_-any-11218683952751629016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:05,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:42405} 2024-11-27T21:20:05,013 INFO [Time-limited test {}] server.Server(415): Started @183829ms 2024-11-27T21:20:05,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:05,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:05,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:05,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:05,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:20:05,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:05,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:05,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7303b9c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/java.io.tmpdir/jetty-localhost-43963-hadoop-hdfs-3_4_1-tests_jar-_-any-1275331672736343048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:05,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:43963} 2024-11-27T21:20:05,224 INFO [Time-limited test {}] server.Server(415): Started @184039ms 2024-11-27T21:20:05,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:20:05,330 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/cluster_ce4d08e5-d8d1-1d82-ea39-225039b6639a/data/data1/current/BP-1590343037-172.17.0.2-1732742404836/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:05,330 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/cluster_ce4d08e5-d8d1-1d82-ea39-225039b6639a/data/data2/current/BP-1590343037-172.17.0.2-1732742404836/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:05,351 WARN [Thread-2299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:20:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa97e7ce806d51ff with lease ID 0x659a542ca7ad02bb: Processing first storage report for DS-e4524e57-efe6-4a9a-87c1-c8cf4bd58808 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=651907ac-957e-4650-ae1d-fb1a1a563394, infoPort=36621, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=953419100;c=1732742404836) 2024-11-27T21:20:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa97e7ce806d51ff with lease ID 0x659a542ca7ad02bb: from storage DS-e4524e57-efe6-4a9a-87c1-c8cf4bd58808 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=651907ac-957e-4650-ae1d-fb1a1a563394, infoPort=36621, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=953419100;c=1732742404836), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa97e7ce806d51ff with lease ID 0x659a542ca7ad02bb: Processing first storage report for DS-b2ebdef8-1e5d-46ea-a434-9a6ea6561e21 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=651907ac-957e-4650-ae1d-fb1a1a563394, infoPort=36621, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=953419100;c=1732742404836) 2024-11-27T21:20:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa97e7ce806d51ff with lease ID 0x659a542ca7ad02bb: from storage DS-b2ebdef8-1e5d-46ea-a434-9a6ea6561e21 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=651907ac-957e-4650-ae1d-fb1a1a563394, infoPort=36621, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=953419100;c=1732742404836), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:05,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226 2024-11-27T21:20:05,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:05,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:20:05,865 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d with version=8 2024-11-27T21:20:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/hbase-staging 2024-11-27T21:20:05,867 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:05,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34123 2024-11-27T21:20:05,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34123 connecting to ZooKeeper ensemble=127.0.0.1:58396 2024-11-27T21:20:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341230x0, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:05,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34123-0x1015b4cb4e00003 connected 2024-11-27T21:20:05,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:05,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:05,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on znode that does not yet exist, /1639697148/running 2024-11-27T21:20:05,887 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d, hbase.cluster.distributed=false 2024-11-27T21:20:05,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on znode that does not yet exist, /1639697148/acl 2024-11-27T21:20:05,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-27T21:20:05,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34123 2024-11-27T21:20:05,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34123 2024-11-27T21:20:05,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-27T21:20:05,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-27T21:20:05,907 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:05,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:05,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:05,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:05,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:05,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:05,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:20:05,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:05,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45873 2024-11-27T21:20:05,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45873 connecting to ZooKeeper ensemble=127.0.0.1:58396 2024-11-27T21:20:05,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:05,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:05,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458730x0, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:05,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458730x0, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on znode that does not yet exist, /1639697148/running 2024-11-27T21:20:05,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45873-0x1015b4cb4e00004 connected 2024-11-27T21:20:05,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:20:05,924 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:20:05,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on znode that does not yet exist, /1639697148/master 2024-11-27T21:20:05,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on znode that does not yet exist, /1639697148/acl 2024-11-27T21:20:05,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45873 2024-11-27T21:20:05,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45873 2024-11-27T21:20:05,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45873 2024-11-27T21:20:05,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45873 2024-11-27T21:20:05,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45873 2024-11-27T21:20:05,951 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:34123 2024-11-27T21:20:05,952 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1639697148/backup-masters/4585c39bed03,34123,1732742405867 2024-11-27T21:20:05,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148/backup-masters 2024-11-27T21:20:05,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148/backup-masters 2024-11-27T21:20:05,954 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on existing znode=/1639697148/backup-masters/4585c39bed03,34123,1732742405867 2024-11-27T21:20:05,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1639697148/master 2024-11-27T21:20:05,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:05,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:05,956 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on existing znode=/1639697148/master 2024-11-27T21:20:05,957 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1639697148/backup-masters/4585c39bed03,34123,1732742405867 from backup master directory 2024-11-27T21:20:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1639697148/backup-masters/4585c39bed03,34123,1732742405867 2024-11-27T21:20:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148/backup-masters 2024-11-27T21:20:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148/backup-masters 2024-11-27T21:20:05,958 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:05,958 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,34123,1732742405867 2024-11-27T21:20:05,961 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/hbase.id] with ID: 789966ac-ebf9-4da0-92f1-5dd2aefda21e 2024-11-27T21:20:05,961 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/.tmp/hbase.id 2024-11-27T21:20:05,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:20:06,369 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/.tmp/hbase.id]:[hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/hbase.id] 2024-11-27T21:20:06,379 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:06,379 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:20:06,380 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:20:06,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:06,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:20:06,388 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:06,389 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:20:06,389 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:06,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:20:06,795 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store 2024-11-27T21:20:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:20:07,205 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:07,205 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:07,205 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:07,205 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:07,205 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:07,205 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:07,205 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:07,205 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742407205Disabling compacts and flushes for region at 1732742407205Disabling writes for close at 1732742407205Writing region close event to WAL at 1732742407205Closed at 1732742407205 2024-11-27T21:20:07,206 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/.initializing 2024-11-27T21:20:07,206 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/WALs/4585c39bed03,34123,1732742405867 2024-11-27T21:20:07,207 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:07,208 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C34123%2C1732742405867, suffix=, logDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/WALs/4585c39bed03,34123,1732742405867, archiveDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/oldWALs, maxLogs=10 2024-11-27T21:20:07,222 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/WALs/4585c39bed03,34123,1732742405867/4585c39bed03%2C34123%2C1732742405867.1732742407209, exclude list is [], retry=0 2024-11-27T21:20:07,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-e4524e57-efe6-4a9a-87c1-c8cf4bd58808,DISK] 2024-11-27T21:20:07,227 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/WALs/4585c39bed03,34123,1732742405867/4585c39bed03%2C34123%2C1732742405867.1732742407209 2024-11-27T21:20:07,227 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-27T21:20:07,227 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:07,227 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:07,227 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,227 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:20:07,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:07,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:20:07,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:07,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:20:07,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:07,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:20:07,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:07,234 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,235 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,235 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,236 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,236 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,237 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:07,238 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:07,240 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:07,240 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74632271, jitterRate=0.11210750043392181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:07,240 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742407228Initializing all the Stores at 1732742407228Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742407228Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742407229 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742407229Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742407229Cleaning up temporary data from old regions at 1732742407236 (+7 ms)Region opened successfully at 1732742407240 (+4 ms) 2024-11-27T21:20:07,241 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:20:07,243 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dddcf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:07,244 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:20:07,244 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:20:07,244 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:20:07,245 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:20:07,245 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:20:07,245 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:20:07,245 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:20:07,247 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:20:07,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Unable to get data of znode /1639697148/balancer because node does not exist (not necessarily an error) 2024-11-27T21:20:07,249 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1639697148/balancer already deleted, retry=false 2024-11-27T21:20:07,250 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:20:07,250 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Unable to get data of znode /1639697148/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:20:07,253 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1639697148/normalizer already deleted, retry=false 2024-11-27T21:20:07,253 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:20:07,254 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Unable to get data of znode /1639697148/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:20:07,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1639697148/switch/split already deleted, retry=false 2024-11-27T21:20:07,256 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Unable to get data of znode /1639697148/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:20:07,257 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1639697148/switch/merge already deleted, retry=false 2024-11-27T21:20:07,259 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Unable to get data of znode /1639697148/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:20:07,260 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1639697148/snapshot-cleanup already deleted, retry=false 2024-11-27T21:20:07,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1639697148/running 2024-11-27T21:20:07,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1639697148/running 2024-11-27T21:20:07,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,263 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,34123,1732742405867, sessionid=0x1015b4cb4e00003, setting cluster-up flag (Was=false) 2024-11-27T21:20:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,272 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1639697148/flush-table-proc/acquired, /1639697148/flush-table-proc/reached, /1639697148/flush-table-proc/abort 2024-11-27T21:20:07,273 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,34123,1732742405867 2024-11-27T21:20:07,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,280 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1639697148/online-snapshot/acquired, /1639697148/online-snapshot/reached, /1639697148/online-snapshot/abort 2024-11-27T21:20:07,281 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,34123,1732742405867 2024-11-27T21:20:07,282 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:20:07,283 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:07,283 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:20:07,284 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:20:07,284 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,34123,1732742405867 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:07,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,286 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742437286 2024-11-27T21:20:07,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:07,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:20:07,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:20:07,287 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:20:07,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:20:07,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:20:07,288 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:20:07,292 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742407288,5,FailOnTimeoutGroup] 2024-11-27T21:20:07,293 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742407292,5,FailOnTimeoutGroup] 2024-11-27T21:20:07,293 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,293 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:20:07,293 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,293 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:20:07,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:20:07,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d 2024-11-27T21:20:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:20:07,338 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(746): ClusterId : 789966ac-ebf9-4da0-92f1-5dd2aefda21e 2024-11-27T21:20:07,339 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:20:07,340 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:20:07,340 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:20:07,344 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:20:07,344 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53618c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:07,356 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:45873 2024-11-27T21:20:07,356 INFO [RS:0;4585c39bed03:45873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:20:07,356 INFO [RS:0;4585c39bed03:45873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:20:07,356 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:20:07,357 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,34123,1732742405867 with port=45873, startcode=1732742405907 2024-11-27T21:20:07,357 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:20:07,358 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:20:07,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,45873,1732742405907 2024-11-27T21:20:07,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,45873,1732742405907 2024-11-27T21:20:07,360 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d 2024-11-27T21:20:07,360 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42531 2024-11-27T21:20:07,360 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:20:07,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148/rs 2024-11-27T21:20:07,365 DEBUG [RS:0;4585c39bed03:45873 {}] zookeeper.ZKUtil(111): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on existing znode=/1639697148/rs/4585c39bed03,45873,1732742405907 2024-11-27T21:20:07,365 WARN [RS:0;4585c39bed03:45873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:07,365 INFO [RS:0;4585c39bed03:45873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:07,365 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907 2024-11-27T21:20:07,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,45873,1732742405907] 2024-11-27T21:20:07,368 INFO [RS:0;4585c39bed03:45873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:20:07,370 INFO [RS:0;4585c39bed03:45873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:20:07,372 INFO [RS:0;4585c39bed03:45873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:20:07,372 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,375 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:20:07,376 INFO [RS:0;4585c39bed03:45873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:20:07,376 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,376 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,376 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,376 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,376 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,376 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,376 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:07,376 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,377 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,377 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,377 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,377 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,377 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:07,377 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:07,377 DEBUG [RS:0;4585c39bed03:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:07,377 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,377 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,377 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,377 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,377 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,377 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45873,1732742405907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:07,391 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:20:07,391 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45873,1732742405907-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,391 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,391 INFO [RS:0;4585c39bed03:45873 {}] regionserver.Replication(171): 4585c39bed03,45873,1732742405907 started 2024-11-27T21:20:07,405 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:07,405 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,45873,1732742405907, RpcServer on 4585c39bed03/172.17.0.2:45873, sessionid=0x1015b4cb4e00004 2024-11-27T21:20:07,405 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:20:07,405 DEBUG [RS:0;4585c39bed03:45873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,45873,1732742405907 2024-11-27T21:20:07,405 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,45873,1732742405907' 2024-11-27T21:20:07,405 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1639697148/flush-table-proc/abort' 2024-11-27T21:20:07,405 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1639697148/flush-table-proc/acquired' 2024-11-27T21:20:07,406 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:20:07,406 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:20:07,406 DEBUG [RS:0;4585c39bed03:45873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,45873,1732742405907 2024-11-27T21:20:07,406 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,45873,1732742405907' 2024-11-27T21:20:07,406 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1639697148/online-snapshot/abort' 2024-11-27T21:20:07,406 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1639697148/online-snapshot/acquired' 2024-11-27T21:20:07,406 DEBUG [RS:0;4585c39bed03:45873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:20:07,406 INFO [RS:0;4585c39bed03:45873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:20:07,406 INFO [RS:0;4585c39bed03:45873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:20:07,507 INFO [RS:0;4585c39bed03:45873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:07,508 INFO [RS:0;4585c39bed03:45873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C45873%2C1732742405907, suffix=, logDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907, archiveDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/oldWALs, maxLogs=10 2024-11-27T21:20:07,525 DEBUG [RS:0;4585c39bed03:45873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, exclude list is [], retry=0 2024-11-27T21:20:07,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-e4524e57-efe6-4a9a-87c1-c8cf4bd58808,DISK] 2024-11-27T21:20:07,529 INFO [RS:0;4585c39bed03:45873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 2024-11-27T21:20:07,530 DEBUG [RS:0;4585c39bed03:45873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-27T21:20:07,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:07,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:07,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:07,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:07,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:07,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:07,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:07,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:07,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:07,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:07,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:07,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:07,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:07,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:07,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740 2024-11-27T21:20:07,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740 2024-11-27T21:20:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:07,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:07,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:07,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:07,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73549972, jitterRate=0.09597998857498169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:07,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742407717Initializing all the Stores at 1732742407718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742407718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742407718Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742407718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742407718Cleaning up temporary data from old regions at 1732742407725 (+7 ms)Region opened successfully at 1732742407728 (+3 ms) 2024-11-27T21:20:07,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:07,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:07,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:07,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:07,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:07,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:07,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742407728Disabling compacts and flushes for region at 1732742407728Disabling writes for close at 1732742407728Writing region close event to WAL at 1732742407728Closed at 1732742407728 2024-11-27T21:20:07,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:07,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:20:07,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:20:07,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:07,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:20:07,881 DEBUG [4585c39bed03:34123 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:20:07,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,45873,1732742405907 2024-11-27T21:20:07,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,45873,1732742405907, state=OPENING 2024-11-27T21:20:07,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:20:07,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:07,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:07,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1639697148/meta-region-server: CHANGED 2024-11-27T21:20:07,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1639697148/meta-region-server: CHANGED 2024-11-27T21:20:07,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,45873,1732742405907}] 2024-11-27T21:20:08,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:08,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:20:08,044 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:20:08,044 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:08,044 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:20:08,045 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C45873%2C1732742405907.meta, suffix=.meta, logDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907, archiveDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/oldWALs, maxLogs=10 2024-11-27T21:20:08,058 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.meta.1732742408045.meta, exclude list is [], retry=0 2024-11-27T21:20:08,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-e4524e57-efe6-4a9a-87c1-c8cf4bd58808,DISK] 2024-11-27T21:20:08,062 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.meta.1732742408045.meta 2024-11-27T21:20:08,062 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-27T21:20:08,062 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:08,062 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:08,062 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:08,062 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:20:08,062 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:20:08,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:20:08,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:08,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:20:08,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:20:08,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:08,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:08,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:08,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:08,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:08,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:08,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:08,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:08,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:08,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:08,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:08,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:08,067 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:08,068 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740 2024-11-27T21:20:08,068 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740 2024-11-27T21:20:08,069 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:08,069 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:08,070 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:08,070 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:08,071 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59522389, jitterRate=-0.1130472868680954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:08,071 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:20:08,071 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742408063Writing region info on filesystem at 1732742408063Initializing all the Stores at 1732742408063Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742408063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742408064 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742408064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742408064Cleaning up temporary data from old regions at 1732742408069 (+5 ms)Running coprocessor post-open hooks at 1732742408071 (+2 ms)Region opened successfully at 1732742408071 2024-11-27T21:20:08,072 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742408038 2024-11-27T21:20:08,073 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:20:08,073 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:20:08,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,45873,1732742405907 2024-11-27T21:20:08,074 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,45873,1732742405907, state=OPEN 2024-11-27T21:20:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1639697148/meta-region-server 2024-11-27T21:20:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1639697148/meta-region-server 2024-11-27T21:20:08,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1639697148/meta-region-server: CHANGED 2024-11-27T21:20:08,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1639697148/meta-region-server: CHANGED 2024-11-27T21:20:08,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,45873,1732742405907 2024-11-27T21:20:08,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:20:08,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,45873,1732742405907 in 190 msec 2024-11-27T21:20:08,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:20:08,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-27T21:20:08,080 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:08,080 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:20:08,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:08,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,45873,1732742405907, seqNum=-1] 2024-11-27T21:20:08,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:08,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:08,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 802 msec 2024-11-27T21:20:08,086 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742408086, completionTime=-1 2024-11-27T21:20:08,086 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:20:08,086 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:20:08,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:20:08,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742468087 2024-11-27T21:20:08,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742528087 2024-11-27T21:20:08,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:20:08,088 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34123,1732742405867-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:08,088 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34123,1732742405867-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:08,088 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34123,1732742405867-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:08,088 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:34123, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:08,088 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:08,088 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:08,089 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.133sec 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34123,1732742405867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:08,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34123,1732742405867-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:20:08,092 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:20:08,092 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:20:08,092 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34123,1732742405867-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:08,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:08,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34123,-1 for getting cluster id 2024-11-27T21:20:08,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:08,140 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '789966ac-ebf9-4da0-92f1-5dd2aefda21e' 2024-11-27T21:20:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:08,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "789966ac-ebf9-4da0-92f1-5dd2aefda21e" 2024-11-27T21:20:08,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d35d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:08,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34123,-1] 2024-11-27T21:20:08,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:08,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:08,142 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:08,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:08,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,45873,1732742405907, seqNum=-1] 2024-11-27T21:20:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:08,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:08,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,34123,1732742405867 2024-11-27T21:20:08,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58396 2024-11-27T21:20:08,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:08,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4cb4e00005 connected 2024-11-27T21:20:08,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43389,1732742401718 2024-11-27T21:20:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afef845 2024-11-27T21:20:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:08,154 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:08,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:20:08,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:08,157 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:20:08,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:20:08,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b23a84dd4b8869e9571002e498e298f, NAME => 'test,,1732742408154.7b23a84dd4b8869e9571002e498e298f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf 2024-11-27T21:20:08,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:20:08,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742408154.7b23a84dd4b8869e9571002e498e298f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:08,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b23a84dd4b8869e9571002e498e298f, disabling compactions & flushes 2024-11-27T21:20:08,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:08,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:08,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. after waiting 0 ms 2024-11-27T21:20:08,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:08,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:08,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b23a84dd4b8869e9571002e498e298f: Waiting for close lock at 1732742408178Disabling compacts and flushes for region at 1732742408178Disabling writes for close at 1732742408178Writing region close event to WAL at 1732742408178Closed at 1732742408178 2024-11-27T21:20:08,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:08,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742408154.7b23a84dd4b8869e9571002e498e298f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742408180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742408180"}]},"ts":"1732742408180"} 2024-11-27T21:20:08,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:08,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:08,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742408183"}]},"ts":"1732742408183"} 2024-11-27T21:20:08,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:20:08,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b23a84dd4b8869e9571002e498e298f, ASSIGN}] 2024-11-27T21:20:08,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b23a84dd4b8869e9571002e498e298f, ASSIGN 2024-11-27T21:20:08,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b23a84dd4b8869e9571002e498e298f, ASSIGN; state=OFFLINE, location=4585c39bed03,36979,1732742401779; forceNewPlan=false, retain=false 2024-11-27T21:20:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:08,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b23a84dd4b8869e9571002e498e298f, regionState=OPENING, regionLocation=4585c39bed03,36979,1732742401779 2024-11-27T21:20:08,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b23a84dd4b8869e9571002e498e298f, ASSIGN because future has completed 2024-11-27T21:20:08,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b23a84dd4b8869e9571002e498e298f, server=4585c39bed03,36979,1732742401779}] 2024-11-27T21:20:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:08,496 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:08,496 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b23a84dd4b8869e9571002e498e298f, NAME => 'test,,1732742408154.7b23a84dd4b8869e9571002e498e298f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:08,496 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:08,496 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:20:08,497 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,497 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742408154.7b23a84dd4b8869e9571002e498e298f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:08,497 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,497 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,498 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,499 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b23a84dd4b8869e9571002e498e298f columnFamilyName f 2024-11-27T21:20:08,499 DEBUG [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,500 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] regionserver.HStore(327): Store=7b23a84dd4b8869e9571002e498e298f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:08,500 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,501 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b23a84dd4b8869e9571002e498e298f columnFamilyName f1 2024-11-27T21:20:08,501 DEBUG [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,501 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] regionserver.HStore(327): Store=7b23a84dd4b8869e9571002e498e298f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:08,501 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,502 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b23a84dd4b8869e9571002e498e298f columnFamilyName norep 2024-11-27T21:20:08,502 DEBUG [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,502 INFO [StoreOpener-7b23a84dd4b8869e9571002e498e298f-1 {}] regionserver.HStore(327): Store=7b23a84dd4b8869e9571002e498e298f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:08,503 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,503 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,503 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,504 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,504 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,504 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:08,505 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,507 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:08,507 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b23a84dd4b8869e9571002e498e298f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64678118, jitterRate=-0.036220937967300415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:08,507 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:08,507 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b23a84dd4b8869e9571002e498e298f: Running coprocessor pre-open hook at 1732742408497Writing region info on filesystem at 1732742408497Initializing all the Stores at 1732742408498 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742408498Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742408498Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742408498Cleaning up temporary data from old regions at 1732742408504 (+6 ms)Running coprocessor post-open hooks at 1732742408507 (+3 ms)Region opened successfully at 1732742408507 2024-11-27T21:20:08,508 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742408154.7b23a84dd4b8869e9571002e498e298f., pid=6, masterSystemTime=1732742408492 2024-11-27T21:20:08,510 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:08,510 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:08,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b23a84dd4b8869e9571002e498e298f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,36979,1732742401779 2024-11-27T21:20:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b23a84dd4b8869e9571002e498e298f, server=4585c39bed03,36979,1732742401779 because future has completed 2024-11-27T21:20:08,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:20:08,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b23a84dd4b8869e9571002e498e298f, server=4585c39bed03,36979,1732742401779 in 173 msec 2024-11-27T21:20:08,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:20:08,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b23a84dd4b8869e9571002e498e298f, ASSIGN in 330 msec 2024-11-27T21:20:08,518 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:08,518 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742408518"}]},"ts":"1732742408518"} 2024-11-27T21:20:08,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:20:08,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:08,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 365 msec 2024-11-27T21:20:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:08,787 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:20:08,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:08,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34123,1732742405867 2024-11-27T21:20:08,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f39fd75 2024-11-27T21:20:08,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:08,789 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:08,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:20:08,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:08,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:08,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:20:08,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:20:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:09,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffea24c3bcc32fd7f436db3dc89022b6, NAME => 'test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d 2024-11-27T21:20:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:20:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:09,605 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:09,605 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffea24c3bcc32fd7f436db3dc89022b6, disabling compactions & flushes 2024-11-27T21:20:09,605 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:09,605 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:09,605 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. after waiting 0 ms 2024-11-27T21:20:09,605 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:09,605 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:09,605 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffea24c3bcc32fd7f436db3dc89022b6: Waiting for close lock at 1732742409605Disabling compacts and flushes for region at 1732742409605Disabling writes for close at 1732742409605Writing region close event to WAL at 1732742409605Closed at 1732742409605 2024-11-27T21:20:09,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:09,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742409606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742409606"}]},"ts":"1732742409606"} 2024-11-27T21:20:09,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:09,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:09,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742409609"}]},"ts":"1732742409609"} 2024-11-27T21:20:09,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:20:09,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffea24c3bcc32fd7f436db3dc89022b6, ASSIGN}] 2024-11-27T21:20:09,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffea24c3bcc32fd7f436db3dc89022b6, ASSIGN 2024-11-27T21:20:09,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffea24c3bcc32fd7f436db3dc89022b6, ASSIGN; state=OFFLINE, location=4585c39bed03,45873,1732742405907; forceNewPlan=false, retain=false 2024-11-27T21:20:09,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:20:09,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:20:09,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffea24c3bcc32fd7f436db3dc89022b6, regionState=OPENING, regionLocation=4585c39bed03,45873,1732742405907 2024-11-27T21:20:09,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffea24c3bcc32fd7f436db3dc89022b6, ASSIGN because future has completed 2024-11-27T21:20:09,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffea24c3bcc32fd7f436db3dc89022b6, server=4585c39bed03,45873,1732742405907}] 2024-11-27T21:20:09,922 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:09,922 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffea24c3bcc32fd7f436db3dc89022b6, NAME => 'test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:09,922 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:09,922 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:20:09,922 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,922 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:09,922 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,922 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,924 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,925 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffea24c3bcc32fd7f436db3dc89022b6 columnFamilyName f 2024-11-27T21:20:09,925 DEBUG [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:09,925 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] regionserver.HStore(327): Store=ffea24c3bcc32fd7f436db3dc89022b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:09,925 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,926 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffea24c3bcc32fd7f436db3dc89022b6 columnFamilyName f1 2024-11-27T21:20:09,926 DEBUG [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:09,926 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] regionserver.HStore(327): Store=ffea24c3bcc32fd7f436db3dc89022b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:09,926 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:09,927 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffea24c3bcc32fd7f436db3dc89022b6 columnFamilyName norep 2024-11-27T21:20:09,927 DEBUG [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:09,927 INFO [StoreOpener-ffea24c3bcc32fd7f436db3dc89022b6-1 {}] regionserver.HStore(327): Store=ffea24c3bcc32fd7f436db3dc89022b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:09,927 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,928 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,928 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,929 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,929 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,929 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:09,930 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,931 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:09,932 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffea24c3bcc32fd7f436db3dc89022b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61537354, jitterRate=-0.08302196860313416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:09,932 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:09,932 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffea24c3bcc32fd7f436db3dc89022b6: Running coprocessor pre-open hook at 1732742409923Writing region info on filesystem at 1732742409923Initializing all the Stores at 1732742409923Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742409923Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742409923Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742409923Cleaning up temporary data from old regions at 1732742409929 (+6 ms)Running coprocessor post-open hooks at 1732742409932 (+3 ms)Region opened successfully at 1732742409932 2024-11-27T21:20:09,933 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6., pid=6, masterSystemTime=1732742409918 2024-11-27T21:20:09,934 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:09,934 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:09,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffea24c3bcc32fd7f436db3dc89022b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,45873,1732742405907 2024-11-27T21:20:09,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffea24c3bcc32fd7f436db3dc89022b6, server=4585c39bed03,45873,1732742405907 because future has completed 2024-11-27T21:20:09,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:20:09,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffea24c3bcc32fd7f436db3dc89022b6, server=4585c39bed03,45873,1732742405907 in 171 msec 2024-11-27T21:20:09,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:20:09,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffea24c3bcc32fd7f436db3dc89022b6, ASSIGN in 328 msec 2024-11-27T21:20:09,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:09,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742409941"}]},"ts":"1732742409941"} 2024-11-27T21:20:09,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:20:09,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:09,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-27T21:20:10,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:10,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:10,937 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:20:10,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43389,-1 for getting cluster id 2024-11-27T21:20:10,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:10,939 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f8920c7-b5a9-426e-a358-188ef5584f40' 2024-11-27T21:20:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f8920c7-b5a9-426e-a358-188ef5584f40" 2024-11-27T21:20:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be05a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43389,-1] 2024-11-27T21:20:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:10,940 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:10,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267d59cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34123,-1 for getting cluster id 2024-11-27T21:20:10,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:10,942 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '789966ac-ebf9-4da0-92f1-5dd2aefda21e' 2024-11-27T21:20:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "789966ac-ebf9-4da0-92f1-5dd2aefda21e" 2024-11-27T21:20:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12730c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34123,-1] 2024-11-27T21:20:10,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:10,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:10,943 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc94690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43389,-1 for getting cluster id 2024-11-27T21:20:10,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:10,945 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f8920c7-b5a9-426e-a358-188ef5584f40' 2024-11-27T21:20:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f8920c7-b5a9-426e-a358-188ef5584f40" 2024-11-27T21:20:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77446567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43389,-1] 2024-11-27T21:20:10,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:10,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:10,946 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1643d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43389,1732742401718 2024-11-27T21:20:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@433b45d8 2024-11-27T21:20:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:10,948 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:10,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:34123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:20:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:20:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:10,951 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34123' 2024-11-27T21:20:10,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abcf805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,952 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34123,-1 for getting cluster id 2024-11-27T21:20:10,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:10,952 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '789966ac-ebf9-4da0-92f1-5dd2aefda21e' 2024-11-27T21:20:10,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:10,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "789966ac-ebf9-4da0-92f1-5dd2aefda21e" 2024-11-27T21:20:10,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19214c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34123,-1] 2024-11-27T21:20:10,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:10,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:10,954 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:10,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d39951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:10,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:10,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34123,1732742405867 2024-11-27T21:20:10,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a532b6 2024-11-27T21:20:10,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:10,956 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:10,956 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:20:10,956 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:20:10,956 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:10,956 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:10,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:10,957 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:10,958 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:20:10,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:10,958 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:10,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:20:11,008 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:20:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:11,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17f4e2e74c1e229912c275936d063167, NAME => 'hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf 2024-11-27T21:20:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:20:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:11,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:11,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17f4e2e74c1e229912c275936d063167, disabling compactions & flushes 2024-11-27T21:20:11,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:11,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:11,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. after waiting 0 ms 2024-11-27T21:20:11,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:11,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:11,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17f4e2e74c1e229912c275936d063167: Waiting for close lock at 1732742411771Disabling compacts and flushes for region at 1732742411771Disabling writes for close at 1732742411771Writing region close event to WAL at 1732742411771Closed at 1732742411771 2024-11-27T21:20:11,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:11,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742411772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742411772"}]},"ts":"1732742411772"} 2024-11-27T21:20:11,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:11,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:11,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742411775"}]},"ts":"1732742411775"} 2024-11-27T21:20:11,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:20:11,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f4e2e74c1e229912c275936d063167, ASSIGN}] 2024-11-27T21:20:11,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f4e2e74c1e229912c275936d063167, ASSIGN 2024-11-27T21:20:11,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f4e2e74c1e229912c275936d063167, ASSIGN; state=OFFLINE, location=4585c39bed03,36979,1732742401779; forceNewPlan=false, retain=false 2024-11-27T21:20:11,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17f4e2e74c1e229912c275936d063167, regionState=OPENING, regionLocation=4585c39bed03,36979,1732742401779 2024-11-27T21:20:11,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f4e2e74c1e229912c275936d063167, ASSIGN because future has completed 2024-11-27T21:20:11,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f4e2e74c1e229912c275936d063167, server=4585c39bed03,36979,1732742401779}] 2024-11-27T21:20:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:12,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:12,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:12,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:20:12,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C36979%2C1732742401779.rep, suffix=, logDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779, archiveDir=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/oldWALs, maxLogs=10 2024-11-27T21:20:12,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.rep.1732742412090, exclude list is [], retry=0 2024-11-27T21:20:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33327,DS-8a457ab6-4448-4767-8bac-038d2af418ce,DISK] 2024-11-27T21:20:12,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.rep.1732742412090 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17f4e2e74c1e229912c275936d063167, NAME => 'hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:12,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. service=MultiRowMutationService 2024-11-27T21:20:12,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,108 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,109 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f4e2e74c1e229912c275936d063167 columnFamilyName hfileref 2024-11-27T21:20:12,109 DEBUG [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:12,110 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] regionserver.HStore(327): Store=17f4e2e74c1e229912c275936d063167/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:12,110 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,111 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f4e2e74c1e229912c275936d063167 columnFamilyName queue 2024-11-27T21:20:12,111 DEBUG [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:12,111 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] regionserver.HStore(327): Store=17f4e2e74c1e229912c275936d063167/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:12,111 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,112 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f4e2e74c1e229912c275936d063167 columnFamilyName sid 2024-11-27T21:20:12,112 DEBUG [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:12,112 INFO [StoreOpener-17f4e2e74c1e229912c275936d063167-1 {}] regionserver.HStore(327): Store=17f4e2e74c1e229912c275936d063167/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:12,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/replication/17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/replication/17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:12,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/replication/17f4e2e74c1e229912c275936d063167/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:12,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17f4e2e74c1e229912c275936d063167; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771630, jitterRate=-0.06462982296943665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:12,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:12,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17f4e2e74c1e229912c275936d063167: Running coprocessor pre-open hook at 1732742412107Writing region info on filesystem at 1732742412107Initializing all the Stores at 1732742412108 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742412108Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742412108Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742412108Cleaning up temporary data from old regions at 1732742412114 (+6 ms)Running coprocessor post-open hooks at 1732742412117 (+3 ms)Region opened successfully at 1732742412118 (+1 ms) 2024-11-27T21:20:12,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167., pid=10, masterSystemTime=1732742412084 2024-11-27T21:20:12,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:12,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:12,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17f4e2e74c1e229912c275936d063167, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,36979,1732742401779 2024-11-27T21:20:12,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f4e2e74c1e229912c275936d063167, server=4585c39bed03,36979,1732742401779 because future has completed 2024-11-27T21:20:12,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:20:12,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17f4e2e74c1e229912c275936d063167, server=4585c39bed03,36979,1732742401779 in 192 msec 2024-11-27T21:20:12,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:20:12,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f4e2e74c1e229912c275936d063167, ASSIGN in 348 msec 2024-11-27T21:20:12,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:12,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742412127"}]},"ts":"1732742412127"} 2024-11-27T21:20:12,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:20:12,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:12,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-27T21:20:12,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167., hostname=4585c39bed03,36979,1732742401779, seqNum=2] 2024-11-27T21:20:12,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:12,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:12,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:20:12,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36979 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:20:12,327 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:20:12,356 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,36979,1732742401779, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:20:12,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:12,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36979,1732742401779, seqNum=-1] 2024-11-27T21:20:12,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:12,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:12,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,36979,1732742401779', locateType=CURRENT is [region=hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167., hostname=4585c39bed03,36979,1732742401779, seqNum=2] 2024-11-27T21:20:12,362 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:20:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:20:12,364 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,36979,1732742401779 suceeded 2024-11-27T21:20:12,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:20:12,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T21:20:12,365 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:34123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:20:12,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-27T21:20:12,378 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34123' 2024-11-27T21:20:12,379 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e5acc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:12,379 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34123,-1 for getting cluster id 2024-11-27T21:20:12,379 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:12,380 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '789966ac-ebf9-4da0-92f1-5dd2aefda21e' 2024-11-27T21:20:12,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:12,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "789966ac-ebf9-4da0-92f1-5dd2aefda21e" 2024-11-27T21:20:12,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fcf4621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:12,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34123,-1] 2024-11-27T21:20:12,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:12,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:12,382 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:12,382 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@393531a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:12,382 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34123,1732742405867 2024-11-27T21:20:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17b492d8 2024-11-27T21:20:12,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:12,384 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T21:20:12,385 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,36979,1732742401779 (queues=1) is replicating from cluster=0f8920c7-b5a9-426e-a358-188ef5584f40 to cluster=789966ac-ebf9-4da0-92f1-5dd2aefda21e 2024-11-27T21:20:12,385 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C36979%2C1732742401779 2024-11-27T21:20:12,385 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,36979,1732742401779, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:20:12,386 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C36979%2C1732742401779 2024-11-27T21:20:12,386 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, startPosition=0, beingWritten=true 2024-11-27T21:20:12,392 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:12,392 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:12,392 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,36979,1732742401779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:12,595 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:12,899 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:13,096 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:20:13,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:13,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:13,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:13,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:13,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:13,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd534e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:13,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34123,-1 for getting cluster id 2024-11-27T21:20:13,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:13,098 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '789966ac-ebf9-4da0-92f1-5dd2aefda21e' 2024-11-27T21:20:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "789966ac-ebf9-4da0-92f1-5dd2aefda21e" 2024-11-27T21:20:13,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3f25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:13,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34123,-1] 2024-11-27T21:20:13,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:13,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:13,100 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5c9b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:13,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34123,1732742405867 2024-11-27T21:20:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f2ff10 2024-11-27T21:20:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:13,102 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:13,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:43389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:20:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:20:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:13,105 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:43389' 2024-11-27T21:20:13,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccf8e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:13,106 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43389,-1 for getting cluster id 2024-11-27T21:20:13,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:13,106 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f8920c7-b5a9-426e-a358-188ef5584f40' 2024-11-27T21:20:13,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:13,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f8920c7-b5a9-426e-a358-188ef5584f40" 2024-11-27T21:20:13,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355e64a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:13,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43389,-1] 2024-11-27T21:20:13,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:13,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:13,108 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:13,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce8c283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:13,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:13,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43389,1732742401718 2024-11-27T21:20:13,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9d9c4ca 2024-11-27T21:20:13,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:13,110 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:13,110 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:20:13,110 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:20:13,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:13,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:13,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:13,111 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:13,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:20:13,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:13,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:13,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:13,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:20:13,162 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:20:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:13,304 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:13,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba957885ed29ee6cbbedcff52290fc17, NAME => 'hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d 2024-11-27T21:20:13,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:20:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:13,808 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:13,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:13,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba957885ed29ee6cbbedcff52290fc17, disabling compactions & flushes 2024-11-27T21:20:13,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:13,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:13,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. after waiting 0 ms 2024-11-27T21:20:13,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:13,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:13,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba957885ed29ee6cbbedcff52290fc17: Waiting for close lock at 1732742413925Disabling compacts and flushes for region at 1732742413925Disabling writes for close at 1732742413925Writing region close event to WAL at 1732742413926 (+1 ms)Closed at 1732742413926 2024-11-27T21:20:13,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:13,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742413927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742413927"}]},"ts":"1732742413927"} 2024-11-27T21:20:13,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:13,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:13,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742413929"}]},"ts":"1732742413929"} 2024-11-27T21:20:13,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:20:13,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba957885ed29ee6cbbedcff52290fc17, ASSIGN}] 2024-11-27T21:20:13,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba957885ed29ee6cbbedcff52290fc17, ASSIGN 2024-11-27T21:20:13,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba957885ed29ee6cbbedcff52290fc17, ASSIGN; state=OFFLINE, location=4585c39bed03,45873,1732742405907; forceNewPlan=false, retain=false 2024-11-27T21:20:14,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba957885ed29ee6cbbedcff52290fc17, regionState=OPENING, regionLocation=4585c39bed03,45873,1732742405907 2024-11-27T21:20:14,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba957885ed29ee6cbbedcff52290fc17, ASSIGN because future has completed 2024-11-27T21:20:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba957885ed29ee6cbbedcff52290fc17, server=4585c39bed03,45873,1732742405907}] 2024-11-27T21:20:14,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:14,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:14,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:20:14,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C45873%2C1732742405907.rep, suffix=, logDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907, archiveDir=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/oldWALs, maxLogs=10 2024-11-27T21:20:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:14,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.rep.1732742414243, exclude list is [], retry=0 2024-11-27T21:20:14,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-e4524e57-efe6-4a9a-87c1-c8cf4bd58808,DISK] 2024-11-27T21:20:14,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.rep.1732742414243 2024-11-27T21:20:14,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-27T21:20:14,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ba957885ed29ee6cbbedcff52290fc17, NAME => 'hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:14,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:14,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:14,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. service=MultiRowMutationService 2024-11-27T21:20:14,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:20:14,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:14,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,262 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,263 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba957885ed29ee6cbbedcff52290fc17 columnFamilyName hfileref 2024-11-27T21:20:14,263 DEBUG [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:14,263 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] regionserver.HStore(327): Store=ba957885ed29ee6cbbedcff52290fc17/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:14,263 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,264 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba957885ed29ee6cbbedcff52290fc17 columnFamilyName queue 2024-11-27T21:20:14,264 DEBUG [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:14,264 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] regionserver.HStore(327): Store=ba957885ed29ee6cbbedcff52290fc17/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:14,264 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,265 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba957885ed29ee6cbbedcff52290fc17 columnFamilyName sid 2024-11-27T21:20:14,265 DEBUG [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:14,265 INFO [StoreOpener-ba957885ed29ee6cbbedcff52290fc17-1 {}] regionserver.HStore(327): Store=ba957885ed29ee6cbbedcff52290fc17/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:14,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/replication/ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/replication/ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:14,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/replication/ba957885ed29ee6cbbedcff52290fc17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:14,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ba957885ed29ee6cbbedcff52290fc17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67668770, jitterRate=0.008343249559402466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:14,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:14,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ba957885ed29ee6cbbedcff52290fc17: Running coprocessor pre-open hook at 1732742414261Writing region info on filesystem at 1732742414261Initializing all the Stores at 1732742414261Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742414261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742414261Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742414261Cleaning up temporary data from old regions at 1732742414267 (+6 ms)Running coprocessor post-open hooks at 1732742414270 (+3 ms)Region opened successfully at 1732742414270 2024-11-27T21:20:14,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17., pid=10, masterSystemTime=1732742414238 2024-11-27T21:20:14,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:14,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:14,273 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba957885ed29ee6cbbedcff52290fc17, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,45873,1732742405907 2024-11-27T21:20:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba957885ed29ee6cbbedcff52290fc17, server=4585c39bed03,45873,1732742405907 because future has completed 2024-11-27T21:20:14,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:20:14,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ba957885ed29ee6cbbedcff52290fc17, server=4585c39bed03,45873,1732742405907 in 189 msec 2024-11-27T21:20:14,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:20:14,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba957885ed29ee6cbbedcff52290fc17, ASSIGN in 346 msec 2024-11-27T21:20:14,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:14,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742414279"}]},"ts":"1732742414279"} 2024-11-27T21:20:14,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:20:14,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:14,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-27T21:20:14,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17., hostname=4585c39bed03,45873,1732742405907, seqNum=2] 2024-11-27T21:20:14,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:14,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:14,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:20:14,411 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:14,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:20:14,480 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:20:14,508 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,45873,1732742405907, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:20:14,508 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:14,508 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,45873,1732742405907, seqNum=-1] 2024-11-27T21:20:14,508 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:14,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:14,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,45873,1732742405907', locateType=CURRENT is [region=hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17., hostname=4585c39bed03,45873,1732742405907, seqNum=2] 2024-11-27T21:20:14,513 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:20:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:20:14,516 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,45873,1732742405907 suceeded 2024-11-27T21:20:14,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:20:14,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T21:20:14,517 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:43389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:20:14,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-27T21:20:14,527 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:43389' 2024-11-27T21:20:14,529 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e2ed93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:14,529 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43389,-1 for getting cluster id 2024-11-27T21:20:14,529 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:14,529 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f8920c7-b5a9-426e-a358-188ef5584f40' 2024-11-27T21:20:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f8920c7-b5a9-426e-a358-188ef5584f40" 2024-11-27T21:20:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31b82c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43389,-1] 2024-11-27T21:20:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:14,531 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:14,531 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@266d7b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:14,531 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43389,1732742401718 2024-11-27T21:20:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f4384d 2024-11-27T21:20:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:14,533 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T21:20:14,533 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,45873,1732742405907 (queues=1) is replicating from cluster=789966ac-ebf9-4da0-92f1-5dd2aefda21e to cluster=0f8920c7-b5a9-426e-a358-188ef5584f40 2024-11-27T21:20:14,533 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C45873%2C1732742405907 2024-11-27T21:20:14,533 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,45873,1732742405907, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:20:14,534 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C45873%2C1732742405907 2024-11-27T21:20:14,534 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, startPosition=0, beingWritten=true 2024-11-27T21:20:14,538 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:14,538 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 379, reset compression=false 2024-11-27T21:20:14,538 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,45873,1732742405907 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:14,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:14,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:14,736 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18262 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:14,742 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 379, reset compression=false 2024-11-27T21:20:15,058 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 379, reset compression=false 2024-11-27T21:20:15,115 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:15,257 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:20:15,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:15,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:15,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:15,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:15,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:15,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:15,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36979,1732742401779, seqNum=-1] 2024-11-27T21:20:15,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:15,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742408154.7b23a84dd4b8869e9571002e498e298f., hostname=4585c39bed03,36979,1732742401779, seqNum=2] 2024-11-27T21:20:15,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,45873,1732742405907, seqNum=-1] 2024-11-27T21:20:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:15,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6., hostname=4585c39bed03,45873,1732742405907, seqNum=2] 2024-11-27T21:20:15,268 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T21:20:15,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:15,461 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 379, reset compression=false 2024-11-27T21:20:15,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:15,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:20:15,919 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 379, reset compression=false 2024-11-27T21:20:15,924 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:15,924 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 480, reset compression=false 2024-11-27T21:20:15,924 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,36979,1732742401779 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b23a84dd4b8869e9571002e498e298f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T21:20:15,927 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:15,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T21:20:15,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:15,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a49f7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:15,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34123,-1 for getting cluster id 2024-11-27T21:20:15,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:15,931 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '789966ac-ebf9-4da0-92f1-5dd2aefda21e' 2024-11-27T21:20:15,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:15,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "789966ac-ebf9-4da0-92f1-5dd2aefda21e" 2024-11-27T21:20:15,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b4fac1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34123,-1] 2024-11-27T21:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:15,932 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:15,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ffc4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:15,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:15,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,45873,1732742405907, seqNum=-1] 2024-11-27T21:20:15,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:15,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:15,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6., hostname=4585c39bed03,45873,1732742405907, seqNum=2] 2024-11-27T21:20:15,966 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 379, reset compression=false 2024-11-27T21:20:15,970 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:15,970 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 503, reset compression=false 2024-11-27T21:20:15,970 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,45873,1732742405907 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:15,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:16,129 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 480, reset compression=false 2024-11-27T21:20:16,174 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 503, reset compression=false 2024-11-27T21:20:16,272 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T21:20:16,275 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T21:20:16,437 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 480, reset compression=false 2024-11-27T21:20:16,479 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 503, reset compression=false 2024-11-27T21:20:16,483 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:16,483 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 607, reset compression=false 2024-11-27T21:20:16,483 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,45873,1732742405907 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffea24c3bcc32fd7f436db3dc89022b6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T21:20:16,485 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:16,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T21:20:16,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:16,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6a8527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:16,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43389,-1 for getting cluster id 2024-11-27T21:20:16,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:16,488 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f8920c7-b5a9-426e-a358-188ef5584f40' 2024-11-27T21:20:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f8920c7-b5a9-426e-a358-188ef5584f40" 2024-11-27T21:20:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54f7c782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43389,-1] 2024-11-27T21:20:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:16,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:16,489 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:16,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341e9271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:16,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:16,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,36979,1732742401779, seqNum=-1] 2024-11-27T21:20:16,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:16,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:16,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732742408154.7b23a84dd4b8869e9571002e498e298f., hostname=4585c39bed03,36979,1732742401779, seqNum=2] 2024-11-27T21:20:16,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:16,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:20:16,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T21:20:16,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T21:20:16,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T21:20:16,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:20:16,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T21:20:16,687 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 607, reset compression=false 2024-11-27T21:20:16,841 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 480, reset compression=false 2024-11-27T21:20:16,867 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:16,867 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 607, reset compression=false 2024-11-27T21:20:16,867 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,36979,1732742401779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:16,991 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 607, reset compression=false 2024-11-27T21:20:17,076 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 607, reset compression=false 2024-11-27T21:20:17,279 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T21:20:17,291 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T21:20:17,380 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 607, reset compression=false 2024-11-27T21:20:17,388 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:17,388 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,36979,1732742401779 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b23a84dd4b8869e9571002e498e298f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T21:20:17,389 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 763, reset compression=false 2024-11-27T21:20:17,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:17,394 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 607, reset compression=false 2024-11-27T21:20:17,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:17,406 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:17,406 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 754, reset compression=false 2024-11-27T21:20:17,406 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,45873,1732742405907 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:17,594 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 763, reset compression=false 2024-11-27T21:20:17,623 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 754, reset compression=false 2024-11-27T21:20:17,898 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 763, reset compression=false 2024-11-27T21:20:17,926 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 754, reset compression=false 2024-11-27T21:20:18,293 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T21:20:18,297 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T21:20:18,302 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 763, reset compression=false 2024-11-27T21:20:18,330 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 754, reset compression=false 2024-11-27T21:20:18,334 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:18,334 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 913, reset compression=false 2024-11-27T21:20:18,334 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,45873,1732742405907 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffea24c3bcc32fd7f436db3dc89022b6/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T21:20:18,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:18,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:18,538 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 913, reset compression=false 2024-11-27T21:20:18,805 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 763, reset compression=false 2024-11-27T21:20:18,810 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:18,810 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:18,810 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,36979,1732742401779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:18,842 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 913, reset compression=false 2024-11-27T21:20:19,013 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:19,245 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 913, reset compression=false 2024-11-27T21:20:19,299 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T21:20:19,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:20:19,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:19,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:19,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:19,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:19,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:19,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:20:19,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=44797240, stopped=false 2024-11-27T21:20:19,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,34123,1732742405867 2024-11-27T21:20:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1639697148/running 2024-11-27T21:20:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1639697148/running 2024-11-27T21:20:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:19,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:20:19,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:19,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:19,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:19,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,45873,1732742405907' ***** 2024-11-27T21:20:19,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:20:19,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on znode that does not yet exist, /1639697148/running 2024-11-27T21:20:19,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Set watcher on znode that does not yet exist, /1639697148/running 2024-11-27T21:20:19,305 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:20:19,305 INFO [RS:0;4585c39bed03:45873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:20:19,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:20:19,305 INFO [RS:0;4585c39bed03:45873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:20:19,305 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(3091): Received CLOSE for ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(3091): Received CLOSE for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,45873,1732742405907 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:45873. 2024-11-27T21:20:19,306 DEBUG [RS:0;4585c39bed03:45873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:19,306 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:19,306 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffea24c3bcc32fd7f436db3dc89022b6, disabling compactions & flushes 2024-11-27T21:20:19,306 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:19,306 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:20:19,306 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. after waiting 0 ms 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:20:19,306 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:20:19,306 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffea24c3bcc32fd7f436db3dc89022b6 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T21:20:19,306 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:20:19,306 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1325): Online Regions={ffea24c3bcc32fd7f436db3dc89022b6=test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6., 1588230740=hbase:meta,,1.1588230740, ba957885ed29ee6cbbedcff52290fc17=hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17.} 2024-11-27T21:20:19,306 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba957885ed29ee6cbbedcff52290fc17, ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:19,306 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:19,307 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:19,307 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:19,307 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:19,307 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:19,307 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:20:19,317 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:19,323 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/info/7ee9ed8e83d24da39bf6e74baf50c5ac is 147, key is hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17./info:regioninfo/1732742414273/Put/seqid=0 2024-11-27T21:20:19,323 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/f/e631fb61809343b4a7d7218cdf8dd3fe is 29, key is row1/f:/1732742418294/DeleteFamily/seqid=0 2024-11-27T21:20:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741840_1016 (size=7686) 2024-11-27T21:20:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741841_1017 (size=5118) 2024-11-27T21:20:19,390 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:20:19,472 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:20:19,472 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:20:19,507 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba957885ed29ee6cbbedcff52290fc17, ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:19,707 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba957885ed29ee6cbbedcff52290fc17, ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:19,721 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:19,730 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/f/e631fb61809343b4a7d7218cdf8dd3fe 2024-11-27T21:20:19,730 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/info/7ee9ed8e83d24da39bf6e74baf50c5ac 2024-11-27T21:20:19,735 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e631fb61809343b4a7d7218cdf8dd3fe 2024-11-27T21:20:19,749 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 913, reset compression=false 2024-11-27T21:20:19,752 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/ns/c718dc5b7fa3437394b46ff331d7b2ae is 43, key is default/ns:d/1732742408082/Put/seqid=0 2024-11-27T21:20:19,753 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:19,753 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 1160, reset compression=false 2024-11-27T21:20:19,753 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,45873,1732742405907 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:19,754 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,45873,1732742405907: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,45873,1732742405907, walGroup=4585c39bed03%2C45873%2C1732742405907, offset=4585c39bed03%2C45873%2C1732742405907.1732742407509:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:45873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:20:19,755 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:20:19,755 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:20:19,755 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/f1/d4d93279d02445359750ec2a7a3087f4 is 30, key is row1/f1:/1732742418294/DeleteFamily/seqid=0 2024-11-27T21:20:19,755 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:20:19,755 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:20:19,755 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:20:19,755 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 592374752 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190573632 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:20:19,756 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:34123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:34123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:20:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:20:19,757 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/ns/c718dc5b7fa3437394b46ff331d7b2ae 2024-11-27T21:20:19,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741843_1019 (size=5123) 2024-11-27T21:20:19,774 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/rep_barrier/006fd014443a48d08c85668a9e59fb19 is 112, key is test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6./rep_barrier:seqnumDuringOpen/1732742409935/Put/seqid=0 2024-11-27T21:20:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741844_1020 (size=5518) 2024-11-27T21:20:19,907 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba957885ed29ee6cbbedcff52290fc17, ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:19,958 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 1160, reset compression=false 2024-11-27T21:20:20,107 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba957885ed29ee6cbbedcff52290fc17, ffea24c3bcc32fd7f436db3dc89022b6 2024-11-27T21:20:20,160 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/f1/d4d93279d02445359750ec2a7a3087f4 2024-11-27T21:20:20,164 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4d93279d02445359750ec2a7a3087f4 2024-11-27T21:20:20,178 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/rep_barrier/006fd014443a48d08c85668a9e59fb19 2024-11-27T21:20:20,182 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/norep/7f42e4a094dd4d1494290c884bafae1b is 33, key is row1/norep:/1732742418294/DeleteFamily/seqid=0 2024-11-27T21:20:20,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741845_1021 (size=5108) 2024-11-27T21:20:20,190 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/norep/7f42e4a094dd4d1494290c884bafae1b 2024-11-27T21:20:20,194 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f42e4a094dd4d1494290c884bafae1b 2024-11-27T21:20:20,195 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/f/e631fb61809343b4a7d7218cdf8dd3fe as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/f/e631fb61809343b4a7d7218cdf8dd3fe 2024-11-27T21:20:20,198 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/table/393f946972054118badf5b897cf809e5 is 53, key is hbase:replication/table:state/1732742414279/Put/seqid=0 2024-11-27T21:20:20,199 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e631fb61809343b4a7d7218cdf8dd3fe 2024-11-27T21:20:20,199 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/f/e631fb61809343b4a7d7218cdf8dd3fe, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T21:20:20,200 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/f1/d4d93279d02445359750ec2a7a3087f4 as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/f1/d4d93279d02445359750ec2a7a3087f4 2024-11-27T21:20:20,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741846_1022 (size=5308) 2024-11-27T21:20:20,204 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4d93279d02445359750ec2a7a3087f4 2024-11-27T21:20:20,204 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/f1/d4d93279d02445359750ec2a7a3087f4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T21:20:20,205 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/.tmp/norep/7f42e4a094dd4d1494290c884bafae1b as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/norep/7f42e4a094dd4d1494290c884bafae1b 2024-11-27T21:20:20,208 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f42e4a094dd4d1494290c884bafae1b 2024-11-27T21:20:20,208 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/norep/7f42e4a094dd4d1494290c884bafae1b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T21:20:20,209 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ffea24c3bcc32fd7f436db3dc89022b6 in 903ms, sequenceid=8, compaction requested=false 2024-11-27T21:20:20,213 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/default/test/ffea24c3bcc32fd7f436db3dc89022b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:20:20,213 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:20:20,213 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:20:20,213 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:20,213 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffea24c3bcc32fd7f436db3dc89022b6: Waiting for close lock at 1732742419306Running coprocessor pre-close hooks at 1732742419306Disabling compacts and flushes for region at 1732742419306Disabling writes for close at 1732742419306Obtaining lock to block concurrent updates at 1732742419306Preparing flush snapshotting stores in ffea24c3bcc32fd7f436db3dc89022b6 at 1732742419306Finished memstore snapshotting test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732742419307 (+1 ms)Flushing stores of test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. at 1732742419307Flushing ffea24c3bcc32fd7f436db3dc89022b6/f: creating writer at 1732742419307Flushing ffea24c3bcc32fd7f436db3dc89022b6/f: appending metadata at 1732742419322 (+15 ms)Flushing ffea24c3bcc32fd7f436db3dc89022b6/f: closing flushed file at 1732742419322Flushing ffea24c3bcc32fd7f436db3dc89022b6/f1: creating writer at 1732742419735 (+413 ms)Flushing ffea24c3bcc32fd7f436db3dc89022b6/f1: appending metadata at 1732742419754 (+19 ms)Flushing ffea24c3bcc32fd7f436db3dc89022b6/f1: closing flushed file at 1732742419755 (+1 ms)Flushing ffea24c3bcc32fd7f436db3dc89022b6/norep: creating writer at 1732742420164 (+409 ms)Flushing ffea24c3bcc32fd7f436db3dc89022b6/norep: appending metadata at 1732742420181 (+17 ms)Flushing ffea24c3bcc32fd7f436db3dc89022b6/norep: closing flushed file at 1732742420181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e377c8a: reopening flushed file at 1732742420194 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa03de3: reopening flushed file at 1732742420199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eaeeea2: reopening flushed file at 1732742420204 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ffea24c3bcc32fd7f436db3dc89022b6 in 903ms, sequenceid=8, compaction requested=false at 1732742420209 (+5 ms)Writing region close event to WAL at 1732742420210 (+1 ms)Running coprocessor post-close hooks at 1732742420213 (+3 ms)Closed at 1732742420213 2024-11-27T21:20:20,214 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742408789.ffea24c3bcc32fd7f436db3dc89022b6. 2024-11-27T21:20:20,214 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba957885ed29ee6cbbedcff52290fc17, disabling compactions & flushes 2024-11-27T21:20:20,214 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,214 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,214 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. after waiting 0 ms 2024-11-27T21:20:20,214 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,214 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba957885ed29ee6cbbedcff52290fc17: Waiting for close lock at 1732742420214Running coprocessor pre-close hooks at 1732742420214Disabling compacts and flushes for region at 1732742420214Disabling writes for close at 1732742420214Failed flush hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17., putting online again at 1732742420214 2024-11-27T21:20:20,214 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,225 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:20,262 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 1160, reset compression=false 2024-11-27T21:20:20,266 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:20,266 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 1804, reset compression=false 2024-11-27T21:20:20,307 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:20:20,307 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba957885ed29ee6cbbedcff52290fc17=hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17.} 2024-11-27T21:20:20,307 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(3091): Received CLOSE for ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:20,308 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba957885ed29ee6cbbedcff52290fc17 2024-11-27T21:20:20,308 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba957885ed29ee6cbbedcff52290fc17, disabling compactions & flushes 2024-11-27T21:20:20,308 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,308 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,308 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. after waiting 0 ms 2024-11-27T21:20:20,308 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,308 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba957885ed29ee6cbbedcff52290fc17: Waiting for close lock at 1732742420308Running coprocessor pre-close hooks at 1732742420308Disabling compacts and flushes for region at 1732742420308Disabling writes for close at 1732742420308Failed flush hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17., putting online again at 1732742420308 2024-11-27T21:20:20,308 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742413111.ba957885ed29ee6cbbedcff52290fc17. 2024-11-27T21:20:20,469 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 1804, reset compression=false 2024-11-27T21:20:20,508 DEBUG [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:20:20,602 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/table/393f946972054118badf5b897cf809e5 2024-11-27T21:20:20,606 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/info/7ee9ed8e83d24da39bf6e74baf50c5ac as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/info/7ee9ed8e83d24da39bf6e74baf50c5ac 2024-11-27T21:20:20,610 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/info/7ee9ed8e83d24da39bf6e74baf50c5ac, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:20:20,611 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/ns/c718dc5b7fa3437394b46ff331d7b2ae as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/ns/c718dc5b7fa3437394b46ff331d7b2ae 2024-11-27T21:20:20,614 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/ns/c718dc5b7fa3437394b46ff331d7b2ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:20:20,615 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/rep_barrier/006fd014443a48d08c85668a9e59fb19 as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/rep_barrier/006fd014443a48d08c85668a9e59fb19 2024-11-27T21:20:20,618 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/rep_barrier/006fd014443a48d08c85668a9e59fb19, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:20:20,619 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/.tmp/table/393f946972054118badf5b897cf809e5 as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/table/393f946972054118badf5b897cf809e5 2024-11-27T21:20:20,622 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/table/393f946972054118badf5b897cf809e5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:20:20,623 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-27T21:20:20,627 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:20:20,628 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:20:20,628 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:20:20,628 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:20,628 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742419306Running coprocessor pre-close hooks at 1732742419306Disabling compacts and flushes for region at 1732742419306Disabling writes for close at 1732742419307 (+1 ms)Obtaining lock to block concurrent updates at 1732742419307Preparing flush snapshotting stores in 1588230740 at 1732742419307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742419307Flushing stores of hbase:meta,,1.1588230740 at 1732742419307Flushing 1588230740/info: creating writer at 1732742419307Flushing 1588230740/info: appending metadata at 1732742419322 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732742419322Flushing 1588230740/ns: creating writer at 1732742419734 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732742419751 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732742419751Flushing 1588230740/rep_barrier: creating writer at 1732742419761 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742419774 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742419774Flushing 1588230740/table: creating writer at 1732742420181 (+407 ms)Flushing 1588230740/table: appending metadata at 1732742420197 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732742420197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d97b5de: reopening flushed file at 1732742420606 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd3bf29: reopening flushed file at 1732742420610 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4579ed44: reopening flushed file at 1732742420614 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271474e0: reopening flushed file at 1732742420618 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1732742420623 (+5 ms)Writing region close event to WAL at 1732742420625 (+2 ms)Running coprocessor post-close hooks at 1732742420627 (+2 ms)Closed at 1732742420628 (+1 ms) 2024-11-27T21:20:20,628 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:20,708 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T21:20:20,708 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,45873,1732742405907; all regions closed. 2024-11-27T21:20:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:20:20,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.meta.1732742408045.meta not finished, retry = 0 2024-11-27T21:20:20,773 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.1732742407509 to pos 1804, reset compression=false 2024-11-27T21:20:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741839_1015 (size=1733) 2024-11-27T21:20:20,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/WALs/4585c39bed03,45873,1732742405907/4585c39bed03%2C45873%2C1732742405907.rep.1732742414243 not finished, retry = 0 2024-11-27T21:20:20,828 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741833_1009 (size=1812) 2024-11-27T21:20:20,917 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:20,917 INFO [RS:0;4585c39bed03:45873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:20:20,917 INFO [RS:0;4585c39bed03:45873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:20:20,917 INFO [RS:0;4585c39bed03:45873 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:20:20,918 INFO [RS:0;4585c39bed03:45873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:20:20,918 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:20:20,918 INFO [RS:0;4585c39bed03:45873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,45873,1732742405907 because: Region server is closing 2024-11-27T21:20:20,918 INFO [RS:0;4585c39bed03:45873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:45873. 2024-11-27T21:20:20,918 DEBUG [RS:0;4585c39bed03:45873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:20,918 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:20,918 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:20,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:21,019 INFO [RS:0;4585c39bed03:45873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.shipper4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 terminated 2024-11-27T21:20:21,019 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,45873,1732742405907.replicationSource.wal-reader.4585c39bed03%2C45873%2C1732742405907,1-4585c39bed03,45873,1732742405907 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:20:21,019 INFO [RS:0;4585c39bed03:45873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:45873. 2024-11-27T21:20:21,019 DEBUG [RS:0;4585c39bed03:45873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:21,019 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:21,019 DEBUG [RS:0;4585c39bed03:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:21,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:21,019 INFO [RS:0;4585c39bed03:45873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45873 2024-11-27T21:20:21,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1639697148/rs/4585c39bed03,45873,1732742405907 2024-11-27T21:20:21,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148/rs 2024-11-27T21:20:21,024 INFO [RS:0;4585c39bed03:45873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:20:21,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,45873,1732742405907] 2024-11-27T21:20:21,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1639697148/draining/4585c39bed03,45873,1732742405907 already deleted, retry=false 2024-11-27T21:20:21,026 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,45873,1732742405907 expired; onlineServers=0 2024-11-27T21:20:21,026 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,34123,1732742405867' ***** 2024-11-27T21:20:21,026 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:20:21,026 INFO [M:0;4585c39bed03:34123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:20:21,026 INFO [M:0;4585c39bed03:34123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:20:21,026 DEBUG [M:0;4585c39bed03:34123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:20:21,026 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:20:21,026 DEBUG [M:0;4585c39bed03:34123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:20:21,026 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742407288 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742407288,5,FailOnTimeoutGroup] 2024-11-27T21:20:21,026 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742407292 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742407292,5,FailOnTimeoutGroup] 2024-11-27T21:20:21,027 INFO [M:0;4585c39bed03:34123 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:20:21,027 INFO [M:0;4585c39bed03:34123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:20:21,027 DEBUG [M:0;4585c39bed03:34123 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:20:21,027 INFO [M:0;4585c39bed03:34123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:20:21,027 INFO [M:0;4585c39bed03:34123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:20:21,027 INFO [M:0;4585c39bed03:34123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:20:21,027 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:20:21,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1639697148/master 2024-11-27T21:20:21,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1639697148 2024-11-27T21:20:21,028 DEBUG [M:0;4585c39bed03:34123 {}] zookeeper.ZKUtil(347): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Unable to get data of znode /1639697148/master because node does not exist (not an error) 2024-11-27T21:20:21,028 WARN [M:0;4585c39bed03:34123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:20:21,028 INFO [M:0;4585c39bed03:34123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/.lastflushedseqids 2024-11-27T21:20:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741847_1023 (size=245) 2024-11-27T21:20:21,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:21,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1015b4cb4e00004, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:21,125 INFO [RS:0;4585c39bed03:45873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:20:21,125 INFO [RS:0;4585c39bed03:45873 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,45873,1732742405907; zookeeper connection closed. 2024-11-27T21:20:21,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57ebae26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57ebae26 2024-11-27T21:20:21,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:20:21,433 INFO [M:0;4585c39bed03:34123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:20:21,433 INFO [M:0;4585c39bed03:34123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:20:21,433 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:21,433 INFO [M:0;4585c39bed03:34123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:21,433 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:21,433 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:21,433 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:21,434 INFO [M:0;4585c39bed03:34123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T21:20:21,449 DEBUG [M:0;4585c39bed03:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d56de08ba994b499c6234558a9d7ab7 is 82, key is hbase:meta,,1/info:regioninfo/1732742408074/Put/seqid=0 2024-11-27T21:20:21,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741848_1024 (size=5672) 2024-11-27T21:20:21,532 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:21,853 INFO [M:0;4585c39bed03:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d56de08ba994b499c6234558a9d7ab7 2024-11-27T21:20:21,870 DEBUG [M:0;4585c39bed03:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ebecd37fda452496dfba730e7e8775 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742414282/Put/seqid=0 2024-11-27T21:20:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741849_1025 (size=8515) 2024-11-27T21:20:22,274 INFO [M:0;4585c39bed03:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ebecd37fda452496dfba730e7e8775 2024-11-27T21:20:22,295 DEBUG [M:0;4585c39bed03:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39d5268a4ac449ea94729ac172bd17c6 is 69, key is 4585c39bed03,45873,1732742405907/rs:state/1732742407359/Put/seqid=0 2024-11-27T21:20:22,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741850_1026 (size=5156) 2024-11-27T21:20:22,336 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:22,699 INFO [M:0;4585c39bed03:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39d5268a4ac449ea94729ac172bd17c6 2024-11-27T21:20:22,703 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d56de08ba994b499c6234558a9d7ab7 as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d56de08ba994b499c6234558a9d7ab7 2024-11-27T21:20:22,707 INFO [M:0;4585c39bed03:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d56de08ba994b499c6234558a9d7ab7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:20:22,708 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ebecd37fda452496dfba730e7e8775 as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ebecd37fda452496dfba730e7e8775 2024-11-27T21:20:22,711 INFO [M:0;4585c39bed03:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ebecd37fda452496dfba730e7e8775, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:20:22,712 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39d5268a4ac449ea94729ac172bd17c6 as hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39d5268a4ac449ea94729ac172bd17c6 2024-11-27T21:20:22,715 INFO [M:0;4585c39bed03:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42531/user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39d5268a4ac449ea94729ac172bd17c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:20:22,716 INFO [M:0;4585c39bed03:34123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-27T21:20:22,717 INFO [M:0;4585c39bed03:34123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:22,717 DEBUG [M:0;4585c39bed03:34123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742421433Disabling compacts and flushes for region at 1732742421433Disabling writes for close at 1732742421433Obtaining lock to block concurrent updates at 1732742421434 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742421434Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732742421434Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742421434Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742421434Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742421448 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742421448Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742421856 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742421870 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742421870Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742422278 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742422295 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742422295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2332a337: reopening flushed file at 1732742422703 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d94c5a: reopening flushed file at 1732742422707 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d96d765: reopening flushed file at 1732742422711 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732742422716 (+5 ms)Writing region close event to WAL at 1732742422717 (+1 ms)Closed at 1732742422717 2024-11-27T21:20:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741830_1006 (size=63642) 2024-11-27T21:20:22,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad471f6e-5855-8415-8f13-a7360e6c6b8d/MasterData/WALs/4585c39bed03,34123,1732742405867/4585c39bed03%2C34123%2C1732742405867.1732742407209 not finished, retry = 0 2024-11-27T21:20:22,820 INFO [M:0;4585c39bed03:34123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:20:22,820 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:20:22,820 INFO [M:0;4585c39bed03:34123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34123 2024-11-27T21:20:22,820 INFO [M:0;4585c39bed03:34123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:20:22,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:22,924 INFO [M:0;4585c39bed03:34123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:20:22,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1015b4cb4e00003, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:22,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7303b9c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:22,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:20:22,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:20:22,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:20:22,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.log.dir/,STOPPED} 2024-11-27T21:20:22,928 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:20:22,928 WARN [BP-1590343037-172.17.0.2-1732742404836 heartbeating to localhost/127.0.0.1:42531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:20:22,929 WARN [BP-1590343037-172.17.0.2-1732742404836 heartbeating to localhost/127.0.0.1:42531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1590343037-172.17.0.2-1732742404836 (Datanode Uuid 651907ac-957e-4650-ae1d-fb1a1a563394) service to localhost/127.0.0.1:42531 2024-11-27T21:20:22,929 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:20:22,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/cluster_ce4d08e5-d8d1-1d82-ea39-225039b6639a/data/data1/current/BP-1590343037-172.17.0.2-1732742404836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:20:22,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/cluster_ce4d08e5-d8d1-1d82-ea39-225039b6639a/data/data2/current/BP-1590343037-172.17.0.2-1732742404836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:20:22,930 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:20:22,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9a5135{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:22,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:20:22,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:20:22,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:20:22,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.log.dir/,STOPPED} 2024-11-27T21:20:22,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:20:22,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:20:22,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:22,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:22,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:22,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:22,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:22,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:20:22,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=976974839, stopped=false 2024-11-27T21:20:22,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,43389,1732742401718 2024-11-27T21:20:22,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1001956054/running 2024-11-27T21:20:22,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1001956054/running 2024-11-27T21:20:22,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:22,955 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:20:22,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:22,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:22,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:22,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:22,955 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,36979,1732742401779' ***** 2024-11-27T21:20:22,955 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:20:22,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on znode that does not yet exist, /0-1001956054/running 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:20:22,956 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:22,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Set watcher on znode that does not yet exist, /0-1001956054/running 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(3091): Received CLOSE for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,36979,1732742401779 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36979. 2024-11-27T21:20:22,956 DEBUG [RS:0;4585c39bed03:36979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:22,956 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:22,956 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b23a84dd4b8869e9571002e498e298f, disabling compactions & flushes 2024-11-27T21:20:22,956 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:22,956 INFO [RS:0;4585c39bed03:36979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:20:22,957 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:22,957 INFO [RS:0;4585c39bed03:36979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:20:22,957 INFO [RS:0;4585c39bed03:36979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:20:22,957 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. after waiting 0 ms 2024-11-27T21:20:22,957 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:20:22,957 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:22,957 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b23a84dd4b8869e9571002e498e298f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T21:20:22,957 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:20:22,957 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7b23a84dd4b8869e9571002e498e298f=test,,1732742408154.7b23a84dd4b8869e9571002e498e298f., 17f4e2e74c1e229912c275936d063167=hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167.} 2024-11-27T21:20:22,957 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f4e2e74c1e229912c275936d063167, 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:22,957 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:22,957 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:22,957 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:22,957 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:22,957 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:22,957 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:20:22,960 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:20:22,972 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/info/7be039832db140b5a6f7b4e846da5e16 is 147, key is hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167./info:regioninfo/1732742412121/Put/seqid=0 2024-11-27T21:20:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741840_1016 (size=7686) 2024-11-27T21:20:22,976 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/f/de1145ad7c1f40e095ab2918fb3f5aff is 29, key is row1/f:/1732742418294/DeleteFamily/seqid=0 2024-11-27T21:20:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741841_1017 (size=5118) 2024-11-27T21:20:22,979 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/f/de1145ad7c1f40e095ab2918fb3f5aff 2024-11-27T21:20:22,983 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1145ad7c1f40e095ab2918fb3f5aff 2024-11-27T21:20:22,999 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/f1/c7f495c7f95b4efd95bb487110a55b50 is 30, key is row1/f1:/1732742418294/DeleteFamily/seqid=0 2024-11-27T21:20:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741842_1018 (size=5123) 2024-11-27T21:20:23,002 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/f1/c7f495c7f95b4efd95bb487110a55b50 2024-11-27T21:20:23,006 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7f495c7f95b4efd95bb487110a55b50 2024-11-27T21:20:23,020 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/norep/096c077f82dd4b2ebbfb399d5ee43c41 is 32, key is row/norep:/1732742417282/DeleteFamily/seqid=0 2024-11-27T21:20:23,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741843_1019 (size=5101) 2024-11-27T21:20:23,157 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f4e2e74c1e229912c275936d063167, 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:23,239 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 912, reset compression=false 2024-11-27T21:20:23,245 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:23,245 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 1159, reset compression=false 2024-11-27T21:20:23,245 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,36979,1732742401779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:23,246 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,36979,1732742401779: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,36979,1732742401779, walGroup=4585c39bed03%2C36979%2C1732742401779, offset=4585c39bed03%2C36979%2C1732742401779.1732742403767:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:36979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:20:23,247 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:20:23,248 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:20:23,248 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:20:23,248 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:20:23,248 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:20:23,248 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 651095008 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 191112168 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:20:23,249 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:43389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:43389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:20:23,357 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f4e2e74c1e229912c275936d063167, 7b23a84dd4b8869e9571002e498e298f 2024-11-27T21:20:23,376 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/info/7be039832db140b5a6f7b4e846da5e16 2024-11-27T21:20:23,398 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/ns/0ec7fc94fa064bc3bce4473edc260eef is 43, key is default/ns:d/1732742404752/Put/seqid=0 2024-11-27T21:20:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741844_1020 (size=5153) 2024-11-27T21:20:23,423 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/norep/096c077f82dd4b2ebbfb399d5ee43c41 2024-11-27T21:20:23,427 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 096c077f82dd4b2ebbfb399d5ee43c41 2024-11-27T21:20:23,428 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/f/de1145ad7c1f40e095ab2918fb3f5aff as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/f/de1145ad7c1f40e095ab2918fb3f5aff 2024-11-27T21:20:23,431 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1145ad7c1f40e095ab2918fb3f5aff 2024-11-27T21:20:23,431 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/f/de1145ad7c1f40e095ab2918fb3f5aff, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T21:20:23,432 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/f1/c7f495c7f95b4efd95bb487110a55b50 as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/f1/c7f495c7f95b4efd95bb487110a55b50 2024-11-27T21:20:23,435 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7f495c7f95b4efd95bb487110a55b50 2024-11-27T21:20:23,435 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/f1/c7f495c7f95b4efd95bb487110a55b50, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T21:20:23,436 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/.tmp/norep/096c077f82dd4b2ebbfb399d5ee43c41 as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/norep/096c077f82dd4b2ebbfb399d5ee43c41 2024-11-27T21:20:23,440 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 096c077f82dd4b2ebbfb399d5ee43c41 2024-11-27T21:20:23,440 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/norep/096c077f82dd4b2ebbfb399d5ee43c41, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T21:20:23,441 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7b23a84dd4b8869e9571002e498e298f in 483ms, sequenceid=8, compaction requested=false 2024-11-27T21:20:23,444 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/default/test/7b23a84dd4b8869e9571002e498e298f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:20:23,445 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b23a84dd4b8869e9571002e498e298f: Waiting for close lock at 1732742422956Running coprocessor pre-close hooks at 1732742422956Disabling compacts and flushes for region at 1732742422956Disabling writes for close at 1732742422957 (+1 ms)Obtaining lock to block concurrent updates at 1732742422957Preparing flush snapshotting stores in 7b23a84dd4b8869e9571002e498e298f at 1732742422957Finished memstore snapshotting test,,1732742408154.7b23a84dd4b8869e9571002e498e298f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732742422957Flushing stores of test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. at 1732742422959 (+2 ms)Flushing 7b23a84dd4b8869e9571002e498e298f/f: creating writer at 1732742422959Flushing 7b23a84dd4b8869e9571002e498e298f/f: appending metadata at 1732742422975 (+16 ms)Flushing 7b23a84dd4b8869e9571002e498e298f/f: closing flushed file at 1732742422975Flushing 7b23a84dd4b8869e9571002e498e298f/f1: creating writer at 1732742422983 (+8 ms)Flushing 7b23a84dd4b8869e9571002e498e298f/f1: appending metadata at 1732742422999 (+16 ms)Flushing 7b23a84dd4b8869e9571002e498e298f/f1: closing flushed file at 1732742422999Flushing 7b23a84dd4b8869e9571002e498e298f/norep: creating writer at 1732742423006 (+7 ms)Flushing 7b23a84dd4b8869e9571002e498e298f/norep: appending metadata at 1732742423019 (+13 ms)Flushing 7b23a84dd4b8869e9571002e498e298f/norep: closing flushed file at 1732742423019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd0e667: reopening flushed file at 1732742423427 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd3dac1: reopening flushed file at 1732742423431 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c49cc50: reopening flushed file at 1732742423435 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7b23a84dd4b8869e9571002e498e298f in 483ms, sequenceid=8, compaction requested=false at 1732742423441 (+6 ms)Writing region close event to WAL at 1732742423442 (+1 ms)Running coprocessor post-close hooks at 1732742423445 (+3 ms)Closed at 1732742423445 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742408154.7b23a84dd4b8869e9571002e498e298f. 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17f4e2e74c1e229912c275936d063167, disabling compactions & flushes 2024-11-27T21:20:23,445 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. after waiting 0 ms 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17f4e2e74c1e229912c275936d063167: Waiting for close lock at 1732742423445Running coprocessor pre-close hooks at 1732742423445Disabling compacts and flushes for region at 1732742423445Disabling writes for close at 1732742423445Failed flush hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167., putting online again at 1732742423445 2024-11-27T21:20:23,445 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,448 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 1159, reset compression=false 2024-11-27T21:20:23,452 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:23,452 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 1803, reset compression=false 2024-11-27T21:20:23,557 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(3091): Received CLOSE for 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:23,558 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f4e2e74c1e229912c275936d063167 2024-11-27T21:20:23,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17f4e2e74c1e229912c275936d063167, disabling compactions & flushes 2024-11-27T21:20:23,558 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. after waiting 0 ms 2024-11-27T21:20:23,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17f4e2e74c1e229912c275936d063167: Waiting for close lock at 1732742423558Running coprocessor pre-close hooks at 1732742423558Disabling compacts and flushes for region at 1732742423558Disabling writes for close at 1732742423558Failed flush hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167., putting online again at 1732742423558 2024-11-27T21:20:23,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167. 2024-11-27T21:20:23,639 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:20:23,639 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:20:23,655 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 1803, reset compression=false 2024-11-27T21:20:23,758 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:20:23,803 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/ns/0ec7fc94fa064bc3bce4473edc260eef 2024-11-27T21:20:23,824 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/rep_barrier/ac59892b355749458b3e63c0dc4816dd is 112, key is test,,1732742408154.7b23a84dd4b8869e9571002e498e298f./rep_barrier:seqnumDuringOpen/1732742408510/Put/seqid=0 2024-11-27T21:20:23,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741845_1021 (size=5518) 2024-11-27T21:20:23,958 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:20:23,958 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17f4e2e74c1e229912c275936d063167=hbase:replication,,1732742410957.17f4e2e74c1e229912c275936d063167.} 2024-11-27T21:20:23,958 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:20:23,959 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 1803, reset compression=false 2024-11-27T21:20:24,158 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:20:24,228 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/rep_barrier/ac59892b355749458b3e63c0dc4816dd 2024-11-27T21:20:24,246 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/table/60ef39bac25d47598137d1b0e5d98f3c is 53, key is hbase:replication/table:state/1732742412127/Put/seqid=0 2024-11-27T21:20:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741846_1022 (size=5308) 2024-11-27T21:20:24,358 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:20:24,363 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 1803, reset compression=false 2024-11-27T21:20:24,559 DEBUG [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:20:24,650 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/table/60ef39bac25d47598137d1b0e5d98f3c 2024-11-27T21:20:24,654 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/info/7be039832db140b5a6f7b4e846da5e16 as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/info/7be039832db140b5a6f7b4e846da5e16 2024-11-27T21:20:24,658 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/info/7be039832db140b5a6f7b4e846da5e16, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:20:24,659 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/ns/0ec7fc94fa064bc3bce4473edc260eef as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/ns/0ec7fc94fa064bc3bce4473edc260eef 2024-11-27T21:20:24,663 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/ns/0ec7fc94fa064bc3bce4473edc260eef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:20:24,664 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/rep_barrier/ac59892b355749458b3e63c0dc4816dd as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/rep_barrier/ac59892b355749458b3e63c0dc4816dd 2024-11-27T21:20:24,667 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/rep_barrier/ac59892b355749458b3e63c0dc4816dd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:20:24,668 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/.tmp/table/60ef39bac25d47598137d1b0e5d98f3c as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/table/60ef39bac25d47598137d1b0e5d98f3c 2024-11-27T21:20:24,671 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/table/60ef39bac25d47598137d1b0e5d98f3c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:20:24,672 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-27T21:20:24,679 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:20:24,680 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:20:24,680 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:20:24,680 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:24,680 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742422957Running coprocessor pre-close hooks at 1732742422957Disabling compacts and flushes for region at 1732742422957Disabling writes for close at 1732742422957Obtaining lock to block concurrent updates at 1732742422957Preparing flush snapshotting stores in 1588230740 at 1732742422957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742422958 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742422958Flushing 1588230740/info: creating writer at 1732742422958Flushing 1588230740/info: appending metadata at 1732742422972 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732742422972Flushing 1588230740/ns: creating writer at 1732742423381 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732742423398 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732742423398Flushing 1588230740/rep_barrier: creating writer at 1732742423807 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742423823 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742423824 (+1 ms)Flushing 1588230740/table: creating writer at 1732742424232 (+408 ms)Flushing 1588230740/table: appending metadata at 1732742424245 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732742424245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258ca036: reopening flushed file at 1732742424654 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ff34f: reopening flushed file at 1732742424659 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce6ea72: reopening flushed file at 1732742424663 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7918d532: reopening flushed file at 1732742424667 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732742424672 (+5 ms)Writing region close event to WAL at 1732742424677 (+5 ms)Running coprocessor post-close hooks at 1732742424680 (+3 ms)Closed at 1732742424680 2024-11-27T21:20:24,680 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:24,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:24,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:24,757 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28283 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:24,759 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T21:20:24,759 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,36979,1732742401779; all regions closed. 2024-11-27T21:20:24,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:20:24,761 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.meta.1732742404709.meta not finished, retry = 0 2024-11-27T21:20:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741839_1015 (size=1733) 2024-11-27T21:20:24,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.rep.1732742412090 not finished, retry = 0 2024-11-27T21:20:24,868 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 to pos 1803, reset compression=false 2024-11-27T21:20:24,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/WALs/4585c39bed03,36979,1732742401779/4585c39bed03%2C36979%2C1732742401779.1732742403767 not finished, retry = 0 2024-11-27T21:20:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741832_1008 (size=1811) 2024-11-27T21:20:25,068 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:25,068 INFO [RS:0;4585c39bed03:36979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:20:25,068 INFO [RS:0;4585c39bed03:36979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:20:25,068 INFO [RS:0;4585c39bed03:36979 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:20:25,068 INFO [RS:0;4585c39bed03:36979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:20:25,068 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:20:25,069 INFO [RS:0;4585c39bed03:36979 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,36979,1732742401779 because: Region server is closing 2024-11-27T21:20:25,069 INFO [RS:0;4585c39bed03:36979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36979. 2024-11-27T21:20:25,069 DEBUG [RS:0;4585c39bed03:36979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:25,069 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:25,069 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:25,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:25,169 INFO [RS:0;4585c39bed03:36979 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.shipper4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 terminated 2024-11-27T21:20:25,169 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,36979,1732742401779.replicationSource.wal-reader.4585c39bed03%2C36979%2C1732742401779,1-4585c39bed03,36979,1732742401779 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:20:25,170 INFO [RS:0;4585c39bed03:36979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:36979. 2024-11-27T21:20:25,170 DEBUG [RS:0;4585c39bed03:36979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:25,170 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:25,170 DEBUG [RS:0;4585c39bed03:36979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:25,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:25,170 INFO [RS:0;4585c39bed03:36979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36979 2024-11-27T21:20:25,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1001956054/rs/4585c39bed03,36979,1732742401779 2024-11-27T21:20:25,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054/rs 2024-11-27T21:20:25,172 INFO [RS:0;4585c39bed03:36979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:20:25,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,36979,1732742401779] 2024-11-27T21:20:25,174 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001956054/draining/4585c39bed03,36979,1732742401779 already deleted, retry=false 2024-11-27T21:20:25,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,36979,1732742401779 expired; onlineServers=0 2024-11-27T21:20:25,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,43389,1732742401718' ***** 2024-11-27T21:20:25,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:20:25,174 INFO [M:0;4585c39bed03:43389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:20:25,174 INFO [M:0;4585c39bed03:43389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:20:25,174 DEBUG [M:0;4585c39bed03:43389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:20:25,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:20:25,174 DEBUG [M:0;4585c39bed03:43389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:20:25,174 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742403561 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742403561,5,FailOnTimeoutGroup] 2024-11-27T21:20:25,174 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742403562 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742403562,5,FailOnTimeoutGroup] 2024-11-27T21:20:25,174 INFO [M:0;4585c39bed03:43389 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:20:25,175 INFO [M:0;4585c39bed03:43389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:20:25,175 DEBUG [M:0;4585c39bed03:43389 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:20:25,175 INFO [M:0;4585c39bed03:43389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:20:25,175 INFO [M:0;4585c39bed03:43389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:20:25,175 INFO [M:0;4585c39bed03:43389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:20:25,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:20:25,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1001956054/master 2024-11-27T21:20:25,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001956054 2024-11-27T21:20:25,177 DEBUG [M:0;4585c39bed03:43389 {}] zookeeper.ZKUtil(347): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Unable to get data of znode /0-1001956054/master because node does not exist (not an error) 2024-11-27T21:20:25,177 WARN [M:0;4585c39bed03:43389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:20:25,178 INFO [M:0;4585c39bed03:43389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/.lastflushedseqids 2024-11-27T21:20:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741847_1023 (size=245) 2024-11-27T21:20:25,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:25,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36979-0x1015b4cb4e00001, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:25,273 INFO [RS:0;4585c39bed03:36979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:20:25,273 INFO [RS:0;4585c39bed03:36979 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,36979,1732742401779; zookeeper connection closed. 2024-11-27T21:20:25,273 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6 2024-11-27T21:20:25,274 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:20:25,582 INFO [M:0;4585c39bed03:43389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:20:25,582 INFO [M:0;4585c39bed03:43389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:20:25,583 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:25,583 INFO [M:0;4585c39bed03:43389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:25,583 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:25,583 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:25,583 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:25,583 INFO [M:0;4585c39bed03:43389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T21:20:25,598 DEBUG [M:0;4585c39bed03:43389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b6d8dbe27e94cf9974b0645f407908e is 82, key is hbase:meta,,1/info:regioninfo/1732742404741/Put/seqid=0 2024-11-27T21:20:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741848_1024 (size=5672) 2024-11-27T21:20:25,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:25,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:25,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:26,002 INFO [M:0;4585c39bed03:43389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b6d8dbe27e94cf9974b0645f407908e 2024-11-27T21:20:26,021 DEBUG [M:0;4585c39bed03:43389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99e50b13a98d46b983755ea4468af833 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742412130/Put/seqid=0 2024-11-27T21:20:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741849_1025 (size=8515) 2024-11-27T21:20:26,425 INFO [M:0;4585c39bed03:43389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99e50b13a98d46b983755ea4468af833 2024-11-27T21:20:26,444 DEBUG [M:0;4585c39bed03:43389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e96d0c4f1724d759db9d91779575271 is 69, key is 4585c39bed03,36979,1732742401779/rs:state/1732742403621/Put/seqid=0 2024-11-27T21:20:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741850_1026 (size=5156) 2024-11-27T21:20:26,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:20:26,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:20:26,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:20:26,848 INFO [M:0;4585c39bed03:43389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e96d0c4f1724d759db9d91779575271 2024-11-27T21:20:26,852 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b6d8dbe27e94cf9974b0645f407908e as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b6d8dbe27e94cf9974b0645f407908e 2024-11-27T21:20:26,856 INFO [M:0;4585c39bed03:43389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b6d8dbe27e94cf9974b0645f407908e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:20:26,856 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99e50b13a98d46b983755ea4468af833 as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99e50b13a98d46b983755ea4468af833 2024-11-27T21:20:26,860 INFO [M:0;4585c39bed03:43389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99e50b13a98d46b983755ea4468af833, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:20:26,860 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e96d0c4f1724d759db9d91779575271 as hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e96d0c4f1724d759db9d91779575271 2024-11-27T21:20:26,864 INFO [M:0;4585c39bed03:43389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43337/user/jenkins/test-data/1ec1775b-3ee1-324e-5eb9-da553b8947cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e96d0c4f1724d759db9d91779575271, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:20:26,865 INFO [M:0;4585c39bed03:43389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-27T21:20:26,868 INFO [M:0;4585c39bed03:43389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:26,868 DEBUG [M:0;4585c39bed03:43389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742425583Disabling compacts and flushes for region at 1732742425583Disabling writes for close at 1732742425583Obtaining lock to block concurrent updates at 1732742425583Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742425583Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732742425583Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742425584 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742425584Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742425598 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742425598Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742426006 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742426020 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742426020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742426429 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742426443 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742426443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fd9c13: reopening flushed file at 1732742426852 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be3b6aa: reopening flushed file at 1732742426856 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7a3716: reopening flushed file at 1732742426860 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1732742426865 (+5 ms)Writing region close event to WAL at 1732742426868 (+3 ms)Closed at 1732742426868 2024-11-27T21:20:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33327 is added to blk_1073741830_1006 (size=63642) 2024-11-27T21:20:26,871 INFO [M:0;4585c39bed03:43389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:20:26,871 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:20:26,871 INFO [M:0;4585c39bed03:43389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43389 2024-11-27T21:20:26,871 INFO [M:0;4585c39bed03:43389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:20:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:26,973 INFO [M:0;4585c39bed03:43389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:20:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1015b4cb4e00000, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:26,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba6236c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:26,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:20:26,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:20:26,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:20:26,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.log.dir/,STOPPED} 2024-11-27T21:20:26,977 WARN [BP-1806358470-172.17.0.2-1732742400618 heartbeating to localhost/127.0.0.1:43337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:20:26,977 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:20:26,977 WARN [BP-1806358470-172.17.0.2-1732742400618 heartbeating to localhost/127.0.0.1:43337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1806358470-172.17.0.2-1732742400618 (Datanode Uuid 09170f90-2742-47b2-a412-d51f53e4ec63) service to localhost/127.0.0.1:43337 2024-11-27T21:20:26,977 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:20:26,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33/data/data2/current/BP-1806358470-172.17.0.2-1732742400618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:20:26,978 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:20:26,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/cluster_a1a23f62-12e4-2a27-37bd-8829b260cd33/data/data1/current/BP-1806358470-172.17.0.2-1732742400618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:20:26,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224769c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:26,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45be74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:20:26,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:20:26,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e05f28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:20:26,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6282b25e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6adcdd18-aeb8-3d1b-9ea7-4775b6209f21/hadoop.log.dir/,STOPPED} 2024-11-27T21:20:26,991 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:20:27,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:20:27,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 248) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42531 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43337 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=7737 (was 7737) 2024-11-27T21:20:27,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=7737 2024-11-27T21:20:27,038 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T21:20:27,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.log.dir so I do NOT create it in target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab 2024-11-27T21:20:27,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:20:27,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.tmp.dir so I do NOT create it in target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab 2024-11-27T21:20:27,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebad6614-e71e-0aba-ca10-42c06d853226/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:20:27,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab 2024-11-27T21:20:27,039 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da, deleteOnExit=true 2024-11-27T21:20:27,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da/zookeeper_0, clientPort=56050, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:20:27,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56050 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/test.cache.data in system properties and HBase conf 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:20:27,043 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:20:27,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4cb4e00005, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:20:27,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4cb4e00002, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:20:27,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4cb4e00005, quorum=127.0.0.1:58396, baseZNode=/1639697148 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:20:27,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4cb4e00002, quorum=127.0.0.1:58396, baseZNode=/0-1001956054 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:20:27,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:27,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:27,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:27,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:27,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:20:27,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:27,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:27,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:27,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/java.io.tmpdir/jetty-localhost-40515-hadoop-hdfs-3_4_1-tests_jar-_-any-2892481029597164299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:27,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:40515} 2024-11-27T21:20:27,230 INFO [Time-limited test {}] server.Server(415): Started @206046ms 2024-11-27T21:20:27,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:27,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:27,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:27,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:27,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:20:27,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:27,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:27,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de15888{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/java.io.tmpdir/jetty-localhost-42067-hadoop-hdfs-3_4_1-tests_jar-_-any-11739904793798548501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:27,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:42067} 2024-11-27T21:20:27,428 INFO [Time-limited test {}] server.Server(415): Started @206243ms 2024-11-27T21:20:27,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:20:27,535 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da/data/data2/current/BP-1729902357-172.17.0.2-1732742427060/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:27,535 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da/data/data1/current/BP-1729902357-172.17.0.2-1732742427060/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:27,558 WARN [Thread-2652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:20:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49543462508c0ca6 with lease ID 0xf23c96bfee706f56: Processing first storage report for DS-f66f6ed5-53a5-4ae3-bc96-91087afb1e44 from datanode DatanodeRegistration(127.0.0.1:43097, datanodeUuid=c28169f8-9724-4483-acdb-d5024cd55aa3, infoPort=37513, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=713628791;c=1732742427060) 2024-11-27T21:20:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49543462508c0ca6 with lease ID 0xf23c96bfee706f56: from storage DS-f66f6ed5-53a5-4ae3-bc96-91087afb1e44 node DatanodeRegistration(127.0.0.1:43097, datanodeUuid=c28169f8-9724-4483-acdb-d5024cd55aa3, infoPort=37513, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=713628791;c=1732742427060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49543462508c0ca6 with lease ID 0xf23c96bfee706f56: Processing first storage report for DS-6d2d015a-df8e-40b9-a55f-fa460339c4e1 from datanode DatanodeRegistration(127.0.0.1:43097, datanodeUuid=c28169f8-9724-4483-acdb-d5024cd55aa3, infoPort=37513, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=713628791;c=1732742427060) 2024-11-27T21:20:27,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49543462508c0ca6 with lease ID 0xf23c96bfee706f56: from storage DS-6d2d015a-df8e-40b9-a55f-fa460339c4e1 node DatanodeRegistration(127.0.0.1:43097, datanodeUuid=c28169f8-9724-4483-acdb-d5024cd55aa3, infoPort=37513, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=713628791;c=1732742427060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:27,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab 2024-11-27T21:20:27,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:27,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:20:28,065 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f with version=8 2024-11-27T21:20:28,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/hbase-staging 2024-11-27T21:20:28,068 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:28,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:28,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:20:28,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:28,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37169 2024-11-27T21:20:28,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37169 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:28,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371690x0, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:28,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37169-0x1015b4d1c300000 connected 2024-11-27T21:20:28,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:28,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:28,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on znode that does not yet exist, /0-1956674977/running 2024-11-27T21:20:28,099 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f, hbase.cluster.distributed=false 2024-11-27T21:20:28,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on znode that does not yet exist, /0-1956674977/acl 2024-11-27T21:20:28,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37169 2024-11-27T21:20:28,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37169 2024-11-27T21:20:28,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37169 2024-11-27T21:20:28,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37169 2024-11-27T21:20:28,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37169 2024-11-27T21:20:28,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:28,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:28,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:28,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:28,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:28,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:28,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:20:28,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:28,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41101 2024-11-27T21:20:28,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41101 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:28,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:28,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:28,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411010x0, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:28,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411010x0, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on znode that does not yet exist, /0-1956674977/running 2024-11-27T21:20:28,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41101-0x1015b4d1c300001 connected 2024-11-27T21:20:28,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:20:28,132 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:20:28,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on znode that does not yet exist, /0-1956674977/master 2024-11-27T21:20:28,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on znode that does not yet exist, /0-1956674977/acl 2024-11-27T21:20:28,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-27T21:20:28,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41101 2024-11-27T21:20:28,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41101 2024-11-27T21:20:28,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-27T21:20:28,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-27T21:20:28,152 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:37169 2024-11-27T21:20:28,155 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1956674977/backup-masters/4585c39bed03,37169,1732742428068 2024-11-27T21:20:28,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977/backup-masters 2024-11-27T21:20:28,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977/backup-masters 2024-11-27T21:20:28,156 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on existing znode=/0-1956674977/backup-masters/4585c39bed03,37169,1732742428068 2024-11-27T21:20:28,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1956674977/master 2024-11-27T21:20:28,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:28,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:28,158 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on existing znode=/0-1956674977/master 2024-11-27T21:20:28,159 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1956674977/backup-masters/4585c39bed03,37169,1732742428068 from backup master directory 2024-11-27T21:20:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956674977/backup-masters/4585c39bed03,37169,1732742428068 2024-11-27T21:20:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977/backup-masters 2024-11-27T21:20:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977/backup-masters 2024-11-27T21:20:28,161 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:28,161 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,37169,1732742428068 2024-11-27T21:20:28,164 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/hbase.id] with ID: 843bcf7c-b802-4a23-903b-f1b91fab74bb 2024-11-27T21:20:28,164 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/.tmp/hbase.id 2024-11-27T21:20:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:20:28,569 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/.tmp/hbase.id]:[hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/hbase.id] 2024-11-27T21:20:28,578 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:28,578 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:20:28,579 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:20:28,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:28,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:20:28,987 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:28,987 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:20:28,988 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:20:29,394 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store 2024-11-27T21:20:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:20:29,399 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:29,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:29,400 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:29,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:29,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:29,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:29,400 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:29,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742429400Disabling compacts and flushes for region at 1732742429400Disabling writes for close at 1732742429400Writing region close event to WAL at 1732742429400Closed at 1732742429400 2024-11-27T21:20:29,400 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/.initializing 2024-11-27T21:20:29,401 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/WALs/4585c39bed03,37169,1732742428068 2024-11-27T21:20:29,401 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:29,405 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C37169%2C1732742428068, suffix=, logDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/WALs/4585c39bed03,37169,1732742428068, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/oldWALs, maxLogs=10 2024-11-27T21:20:29,422 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/WALs/4585c39bed03,37169,1732742428068/4585c39bed03%2C37169%2C1732742428068.1732742429405, exclude list is [], retry=0 2024-11-27T21:20:29,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43097,DS-f66f6ed5-53a5-4ae3-bc96-91087afb1e44,DISK] 2024-11-27T21:20:29,432 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/WALs/4585c39bed03,37169,1732742428068/4585c39bed03%2C37169%2C1732742428068.1732742429405 2024-11-27T21:20:29,432 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37513:37513)] 2024-11-27T21:20:29,432 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:29,432 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:29,432 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,432 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:20:29,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:29,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:29,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:20:29,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:29,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:29,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:20:29,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:29,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:29,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:20:29,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:29,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:29,471 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,471 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,472 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,473 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,473 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,473 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:29,474 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:29,477 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:29,477 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62593135, jitterRate=-0.06728960573673248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:29,478 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742429432Initializing all the Stores at 1732742429434 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742429434Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742429441 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742429441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742429441Cleaning up temporary data from old regions at 1732742429473 (+32 ms)Region opened successfully at 1732742429478 (+5 ms) 2024-11-27T21:20:29,480 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:20:29,483 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143d615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:29,484 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:20:29,484 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:20:29,484 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:20:29,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:20:29,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:20:29,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:20:29,485 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:20:29,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:20:29,495 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Unable to get data of znode /0-1956674977/balancer because node does not exist (not necessarily an error) 2024-11-27T21:20:29,496 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956674977/balancer already deleted, retry=false 2024-11-27T21:20:29,497 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:20:29,497 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Unable to get data of znode /0-1956674977/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:20:29,498 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956674977/normalizer already deleted, retry=false 2024-11-27T21:20:29,499 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:20:29,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Unable to get data of znode /0-1956674977/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:20:29,504 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956674977/switch/split already deleted, retry=false 2024-11-27T21:20:29,505 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Unable to get data of znode /0-1956674977/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:20:29,507 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956674977/switch/merge already deleted, retry=false 2024-11-27T21:20:29,509 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Unable to get data of znode /0-1956674977/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:20:29,511 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956674977/snapshot-cleanup already deleted, retry=false 2024-11-27T21:20:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1956674977/running 2024-11-27T21:20:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1956674977/running 2024-11-27T21:20:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:29,514 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,37169,1732742428068, sessionid=0x1015b4d1c300000, setting cluster-up flag (Was=false) 2024-11-27T21:20:29,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:29,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:29,524 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1956674977/flush-table-proc/acquired, /0-1956674977/flush-table-proc/reached, /0-1956674977/flush-table-proc/abort 2024-11-27T21:20:29,525 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,37169,1732742428068 2024-11-27T21:20:29,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:29,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:29,536 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1956674977/online-snapshot/acquired, /0-1956674977/online-snapshot/reached, /0-1956674977/online-snapshot/abort 2024-11-27T21:20:29,537 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,37169,1732742428068 2024-11-27T21:20:29,545 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:20:29,549 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:29,550 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:20:29,550 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:20:29,550 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,37169,1732742428068 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:29,552 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:29,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:20:29,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:29,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742459557 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:20:29,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,558 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:20:29,558 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:20:29,558 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:20:29,558 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:20:29,558 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:20:29,558 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:20:29,560 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742429558,5,FailOnTimeoutGroup] 2024-11-27T21:20:29,568 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742429560,5,FailOnTimeoutGroup] 2024-11-27T21:20:29,568 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,568 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:20:29,569 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,569 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:20:29,643 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(746): ClusterId : 843bcf7c-b802-4a23-903b-f1b91fab74bb 2024-11-27T21:20:29,643 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:20:29,644 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:20:29,644 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:20:29,646 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:20:29,646 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44006232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:29,661 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:41101 2024-11-27T21:20:29,661 INFO [RS:0;4585c39bed03:41101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:20:29,662 INFO [RS:0;4585c39bed03:41101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:20:29,662 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:20:29,662 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,37169,1732742428068 with port=41101, startcode=1732742428120 2024-11-27T21:20:29,662 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:20:29,664 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:20:29,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,41101,1732742428120 2024-11-27T21:20:29,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37169 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,41101,1732742428120 2024-11-27T21:20:29,666 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f 2024-11-27T21:20:29,666 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35951 2024-11-27T21:20:29,666 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:20:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977/rs 2024-11-27T21:20:29,668 DEBUG [RS:0;4585c39bed03:41101 {}] zookeeper.ZKUtil(111): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on existing znode=/0-1956674977/rs/4585c39bed03,41101,1732742428120 2024-11-27T21:20:29,668 WARN [RS:0;4585c39bed03:41101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:29,669 INFO [RS:0;4585c39bed03:41101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:29,669 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120 2024-11-27T21:20:29,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,41101,1732742428120] 2024-11-27T21:20:29,672 INFO [RS:0;4585c39bed03:41101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:20:29,673 INFO [RS:0;4585c39bed03:41101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:20:29,675 INFO [RS:0;4585c39bed03:41101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:20:29,675 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,680 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:20:29,681 INFO [RS:0;4585c39bed03:41101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:20:29,681 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:29,681 DEBUG [RS:0;4585c39bed03:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:29,682 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,682 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,682 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,682 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,682 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,682 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41101,1732742428120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:29,702 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:20:29,702 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41101,1732742428120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,703 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,703 INFO [RS:0;4585c39bed03:41101 {}] regionserver.Replication(171): 4585c39bed03,41101,1732742428120 started 2024-11-27T21:20:29,721 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:29,721 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,41101,1732742428120, RpcServer on 4585c39bed03/172.17.0.2:41101, sessionid=0x1015b4d1c300001 2024-11-27T21:20:29,721 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:20:29,721 DEBUG [RS:0;4585c39bed03:41101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,41101,1732742428120 2024-11-27T21:20:29,721 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41101,1732742428120' 2024-11-27T21:20:29,721 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1956674977/flush-table-proc/abort' 2024-11-27T21:20:29,722 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1956674977/flush-table-proc/acquired' 2024-11-27T21:20:29,722 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:20:29,722 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:20:29,722 DEBUG [RS:0;4585c39bed03:41101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,41101,1732742428120 2024-11-27T21:20:29,722 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41101,1732742428120' 2024-11-27T21:20:29,722 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1956674977/online-snapshot/abort' 2024-11-27T21:20:29,723 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1956674977/online-snapshot/acquired' 2024-11-27T21:20:29,723 DEBUG [RS:0;4585c39bed03:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:20:29,723 INFO [RS:0;4585c39bed03:41101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:20:29,723 INFO [RS:0;4585c39bed03:41101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:20:29,823 INFO [RS:0;4585c39bed03:41101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:29,825 INFO [RS:0;4585c39bed03:41101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41101%2C1732742428120, suffix=, logDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/oldWALs, maxLogs=10 2024-11-27T21:20:29,844 DEBUG [RS:0;4585c39bed03:41101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, exclude list is [], retry=0 2024-11-27T21:20:29,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43097,DS-f66f6ed5-53a5-4ae3-bc96-91087afb1e44,DISK] 2024-11-27T21:20:29,861 INFO [RS:0;4585c39bed03:41101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 2024-11-27T21:20:29,864 DEBUG [RS:0;4585c39bed03:41101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37513:37513)] 2024-11-27T21:20:29,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:20:29,971 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f 2024-11-27T21:20:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:20:30,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:30,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:30,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:30,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:30,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:30,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:30,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:30,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:30,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:30,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:30,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740 2024-11-27T21:20:30,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740 2024-11-27T21:20:30,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:30,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:30,032 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:30,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:30,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:30,036 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64664442, jitterRate=-0.036424726247787476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:30,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742430006Initializing all the Stores at 1732742430006Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742430006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742430008 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742430008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742430008Cleaning up temporary data from old regions at 1732742430032 (+24 ms)Region opened successfully at 1732742430037 (+5 ms) 2024-11-27T21:20:30,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:30,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:30,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:30,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:30,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:30,038 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:30,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742430037Disabling compacts and flushes for region at 1732742430037Disabling writes for close at 1732742430037Writing region close event to WAL at 1732742430038 (+1 ms)Closed at 1732742430038 2024-11-27T21:20:30,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:30,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:20:30,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:20:30,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:30,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:20:30,191 DEBUG [4585c39bed03:37169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:20:30,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,41101,1732742428120 2024-11-27T21:20:30,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41101,1732742428120, state=OPENING 2024-11-27T21:20:30,196 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:20:30,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:30,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956674977/meta-region-server: CHANGED 2024-11-27T21:20:30,204 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:30,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956674977/meta-region-server: CHANGED 2024-11-27T21:20:30,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41101,1732742428120}] 2024-11-27T21:20:30,358 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:30,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:20:30,365 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:20:30,365 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:30,365 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:20:30,367 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41101%2C1732742428120.meta, suffix=.meta, logDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/oldWALs, maxLogs=10 2024-11-27T21:20:30,390 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.meta.1732742430367.meta, exclude list is [], retry=0 2024-11-27T21:20:30,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43097,DS-f66f6ed5-53a5-4ae3-bc96-91087afb1e44,DISK] 2024-11-27T21:20:30,401 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.meta.1732742430367.meta 2024-11-27T21:20:30,402 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37513:37513)] 2024-11-27T21:20:30,402 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:30,403 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:30,403 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:30,403 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:20:30,403 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:20:30,403 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:20:30,403 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:30,403 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:20:30,403 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:20:30,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:30,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:30,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:30,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:30,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:30,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:30,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:30,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:30,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:30,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:30,412 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:30,413 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740 2024-11-27T21:20:30,414 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740 2024-11-27T21:20:30,415 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:30,415 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:30,416 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:30,417 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:30,418 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73287554, jitterRate=0.09206965565681458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:30,419 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:20:30,420 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742430404Writing region info on filesystem at 1732742430404Initializing all the Stores at 1732742430406 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742430406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742430406Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742430406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742430406Cleaning up temporary data from old regions at 1732742430415 (+9 ms)Running coprocessor post-open hooks at 1732742430419 (+4 ms)Region opened successfully at 1732742430420 (+1 ms) 2024-11-27T21:20:30,421 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742430357 2024-11-27T21:20:30,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41101,1732742428120 2024-11-27T21:20:30,427 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:20:30,427 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:20:30,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41101,1732742428120, state=OPEN 2024-11-27T21:20:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1956674977/meta-region-server 2024-11-27T21:20:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1956674977/meta-region-server 2024-11-27T21:20:30,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956674977/meta-region-server: CHANGED 2024-11-27T21:20:30,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956674977/meta-region-server: CHANGED 2024-11-27T21:20:30,429 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,41101,1732742428120 2024-11-27T21:20:30,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:20:30,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41101,1732742428120 in 224 msec 2024-11-27T21:20:30,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:20:30,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-27T21:20:30,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:30,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:20:30,436 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:30,436 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41101,1732742428120, seqNum=-1] 2024-11-27T21:20:30,437 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:30,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:30,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-27T21:20:30,444 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742430444, completionTime=-1 2024-11-27T21:20:30,445 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:20:30,445 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:20:30,449 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:20:30,449 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742490449 2024-11-27T21:20:30,449 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742550449 2024-11-27T21:20:30,449 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-27T21:20:30,450 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37169,1732742428068-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:30,450 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37169,1732742428068-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:30,450 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37169,1732742428068-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:30,450 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:37169, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:30,450 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:30,453 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:20:30,456 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:30,462 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.301sec 2024-11-27T21:20:30,463 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:20:30,463 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:20:30,463 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:20:30,463 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:20:30,463 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:20:30,463 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37169,1732742428068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:30,463 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37169,1732742428068-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:20:30,486 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:20:30,486 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:20:30,486 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,37169,1732742428068-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:30,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b01e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:30,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37169,-1 for getting cluster id 2024-11-27T21:20:30,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:30,545 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '843bcf7c-b802-4a23-903b-f1b91fab74bb' 2024-11-27T21:20:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "843bcf7c-b802-4a23-903b-f1b91fab74bb" 2024-11-27T21:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb60c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37169,-1] 2024-11-27T21:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:30,547 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:30,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:30,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41101,1732742428120, seqNum=-1] 2024-11-27T21:20:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:30,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,37169,1732742428068 2024-11-27T21:20:30,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:30,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:30,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4d1c300002 connected 2024-11-27T21:20:30,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.log.dir so I do NOT create it in target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2 2024-11-27T21:20:30,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:20:30,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.tmp.dir so I do NOT create it in target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2 2024-11-27T21:20:30,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:20:30,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2 2024-11-27T21:20:30,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/cluster_6480ce84-0f05-2e53-27d8-8eb65355200c, deleteOnExit=true 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/test.cache.data in system properties and HBase conf 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:20:30,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:20:30,570 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:20:30,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:20:30,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:30,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:30,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:30,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:30,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:30,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:30,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:20:30,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:30,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:30,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:30,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40819ccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/java.io.tmpdir/jetty-localhost-36465-hadoop-hdfs-3_4_1-tests_jar-_-any-18443016044586842814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:30,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:36465} 2024-11-27T21:20:30,943 INFO [Time-limited test {}] server.Server(415): Started @209759ms 2024-11-27T21:20:31,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:31,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:31,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:31,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:31,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:20:31,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:31,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:31,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bff4f0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/java.io.tmpdir/jetty-localhost-45187-hadoop-hdfs-3_4_1-tests_jar-_-any-13848543465198230185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:31,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:45187} 2024-11-27T21:20:31,398 INFO [Time-limited test {}] server.Server(415): Started @210213ms 2024-11-27T21:20:31,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:20:31,529 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/cluster_6480ce84-0f05-2e53-27d8-8eb65355200c/data/data1/current/BP-1758159139-172.17.0.2-1732742430595/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:31,530 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/cluster_6480ce84-0f05-2e53-27d8-8eb65355200c/data/data2/current/BP-1758159139-172.17.0.2-1732742430595/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:31,558 WARN [Thread-2773 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2eabf1281ec93ef with lease ID 0x5b57c496ff0c432c: Processing first storage report for DS-c17c96af-e422-4cf6-8e2d-97857f3041a1 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=29bf750a-914b-437d-8e9e-4410db0bac1c, infoPort=43657, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=1411050637;c=1732742430595) 2024-11-27T21:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2eabf1281ec93ef with lease ID 0x5b57c496ff0c432c: from storage DS-c17c96af-e422-4cf6-8e2d-97857f3041a1 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=29bf750a-914b-437d-8e9e-4410db0bac1c, infoPort=43657, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=1411050637;c=1732742430595), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2eabf1281ec93ef with lease ID 0x5b57c496ff0c432c: Processing first storage report for DS-84d29315-2ff3-44d6-87fc-7ea66a1c8cbc from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=29bf750a-914b-437d-8e9e-4410db0bac1c, infoPort=43657, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=1411050637;c=1732742430595) 2024-11-27T21:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2eabf1281ec93ef with lease ID 0x5b57c496ff0c432c: from storage DS-84d29315-2ff3-44d6-87fc-7ea66a1c8cbc node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=29bf750a-914b-437d-8e9e-4410db0bac1c, infoPort=43657, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=1411050637;c=1732742430595), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:31,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2 2024-11-27T21:20:31,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:31,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:31,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:20:31,659 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224 with version=8 2024-11-27T21:20:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/hbase-staging 2024-11-27T21:20:31,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:31,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:31,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:31,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:31,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:31,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:31,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:20:31,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:31,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41253 2024-11-27T21:20:31,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41253 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:31,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412530x0, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:31,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41253-0x1015b4d1c300003 connected 2024-11-27T21:20:31,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:31,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:31,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on znode that does not yet exist, /1-1331595904/running 2024-11-27T21:20:31,686 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224, hbase.cluster.distributed=false 2024-11-27T21:20:31,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on znode that does not yet exist, /1-1331595904/acl 2024-11-27T21:20:31,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41253 2024-11-27T21:20:31,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41253 2024-11-27T21:20:31,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41253 2024-11-27T21:20:31,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41253 2024-11-27T21:20:31,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41253 2024-11-27T21:20:31,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:31,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:31,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:31,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:31,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:31,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:31,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:20:31,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:31,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41475 2024-11-27T21:20:31,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41475 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:31,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:31,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:31,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414750x0, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:31,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414750x0, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on znode that does not yet exist, /1-1331595904/running 2024-11-27T21:20:31,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41475-0x1015b4d1c300004 connected 2024-11-27T21:20:31,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:20:31,732 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:20:31,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on znode that does not yet exist, /1-1331595904/master 2024-11-27T21:20:31,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on znode that does not yet exist, /1-1331595904/acl 2024-11-27T21:20:31,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-27T21:20:31,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41475 2024-11-27T21:20:31,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41475 2024-11-27T21:20:31,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-27T21:20:31,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-27T21:20:31,760 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:41253 2024-11-27T21:20:31,761 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1331595904/backup-masters/4585c39bed03,41253,1732742431661 2024-11-27T21:20:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904/backup-masters 2024-11-27T21:20:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904/backup-masters 2024-11-27T21:20:31,765 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on existing znode=/1-1331595904/backup-masters/4585c39bed03,41253,1732742431661 2024-11-27T21:20:31,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:31,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1331595904/master 2024-11-27T21:20:31,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:31,767 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on existing znode=/1-1331595904/master 2024-11-27T21:20:31,767 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1331595904/backup-masters/4585c39bed03,41253,1732742431661 from backup master directory 2024-11-27T21:20:31,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1331595904/backup-masters/4585c39bed03,41253,1732742431661 2024-11-27T21:20:31,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904/backup-masters 2024-11-27T21:20:31,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904/backup-masters 2024-11-27T21:20:31,769 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:31,769 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,41253,1732742431661 2024-11-27T21:20:31,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/hbase.id] with ID: f9390270-642e-4078-8237-62bfcd3f2103 2024-11-27T21:20:31,777 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/.tmp/hbase.id 2024-11-27T21:20:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:20:32,184 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/.tmp/hbase.id]:[hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/hbase.id] 2024-11-27T21:20:32,215 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:32,215 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:20:32,216 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:20:32,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:32,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:20:32,646 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:32,648 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:20:32,648 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:20:33,056 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store 2024-11-27T21:20:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:20:33,462 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:33,462 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:33,462 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:33,462 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:33,462 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:33,462 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:33,462 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:33,462 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742433462Disabling compacts and flushes for region at 1732742433462Disabling writes for close at 1732742433462Writing region close event to WAL at 1732742433462Closed at 1732742433462 2024-11-27T21:20:33,463 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/.initializing 2024-11-27T21:20:33,463 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/WALs/4585c39bed03,41253,1732742431661 2024-11-27T21:20:33,465 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:33,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C41253%2C1732742431661, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/WALs/4585c39bed03,41253,1732742431661, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/oldWALs, maxLogs=10 2024-11-27T21:20:33,483 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/WALs/4585c39bed03,41253,1732742431661/4585c39bed03%2C41253%2C1732742431661.1732742433466, exclude list is [], retry=0 2024-11-27T21:20:33,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-c17c96af-e422-4cf6-8e2d-97857f3041a1,DISK] 2024-11-27T21:20:33,502 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/WALs/4585c39bed03,41253,1732742431661/4585c39bed03%2C41253%2C1732742431661.1732742433466 2024-11-27T21:20:33,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-11-27T21:20:33,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:33,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:33,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,503 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:20:33,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:33,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:33,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:20:33,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:33,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:33,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:20:33,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:33,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:33,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:20:33,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:33,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:33,513 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,514 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,514 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,515 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,515 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,516 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:33,518 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:33,525 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:33,526 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67398798, jitterRate=0.004320353269577026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:33,526 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742433503Initializing all the Stores at 1732742433504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742433504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742433506 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742433506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742433506Cleaning up temporary data from old regions at 1732742433515 (+9 ms)Region opened successfully at 1732742433526 (+11 ms) 2024-11-27T21:20:33,526 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:20:33,529 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e35281c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:33,530 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:20:33,530 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:20:33,530 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:20:33,530 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:20:33,530 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:20:33,531 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:20:33,531 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:20:33,538 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:20:33,539 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Unable to get data of znode /1-1331595904/balancer because node does not exist (not necessarily an error) 2024-11-27T21:20:33,540 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1331595904/balancer already deleted, retry=false 2024-11-27T21:20:33,541 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:20:33,541 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Unable to get data of znode /1-1331595904/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:20:33,545 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1331595904/normalizer already deleted, retry=false 2024-11-27T21:20:33,545 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:20:33,561 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Unable to get data of znode /1-1331595904/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:20:33,564 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1331595904/switch/split already deleted, retry=false 2024-11-27T21:20:33,565 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Unable to get data of znode /1-1331595904/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:20:33,568 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1331595904/switch/merge already deleted, retry=false 2024-11-27T21:20:33,572 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Unable to get data of znode /1-1331595904/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:20:33,574 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1331595904/snapshot-cleanup already deleted, retry=false 2024-11-27T21:20:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1331595904/running 2024-11-27T21:20:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:33,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1331595904/running 2024-11-27T21:20:33,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:33,578 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,41253,1732742431661, sessionid=0x1015b4d1c300003, setting cluster-up flag (Was=false) 2024-11-27T21:20:33,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:33,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:33,593 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1331595904/flush-table-proc/acquired, /1-1331595904/flush-table-proc/reached, /1-1331595904/flush-table-proc/abort 2024-11-27T21:20:33,596 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41253,1732742431661 2024-11-27T21:20:33,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:33,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:33,608 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1331595904/online-snapshot/acquired, /1-1331595904/online-snapshot/reached, /1-1331595904/online-snapshot/abort 2024-11-27T21:20:33,609 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41253,1732742431661 2024-11-27T21:20:33,610 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:20:33,613 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:33,614 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:20:33,614 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:20:33,614 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,41253,1732742431661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:33,616 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:33,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:20:33,630 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:33,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:20:33,644 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742463644 2024-11-27T21:20:33,645 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:20:33,645 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:20:33,645 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:20:33,646 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:20:33,646 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:20:33,646 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:20:33,656 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(746): ClusterId : f9390270-642e-4078-8237-62bfcd3f2103 2024-11-27T21:20:33,656 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:20:33,659 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:20:33,659 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:20:33,661 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:20:33,661 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5be127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:33,666 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:20:33,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:20:33,671 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224 2024-11-27T21:20:33,685 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:20:33,685 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:20:33,685 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:20:33,685 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:20:33,688 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:20:33,688 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:20:33,692 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:41475 2024-11-27T21:20:33,692 INFO [RS:0;4585c39bed03:41475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:20:33,692 INFO [RS:0;4585c39bed03:41475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:20:33,692 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:20:33,693 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,41253,1732742431661 with port=41475, startcode=1732742431718 2024-11-27T21:20:33,693 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:20:33,694 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742433689,5,FailOnTimeoutGroup] 2024-11-27T21:20:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:20:33,724 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742433694,5,FailOnTimeoutGroup] 2024-11-27T21:20:33,724 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,724 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:20:33,724 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,724 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,729 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:20:33,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,41475,1732742431718 2024-11-27T21:20:33,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41253 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,41475,1732742431718 2024-11-27T21:20:33,733 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224 2024-11-27T21:20:33,733 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46699 2024-11-27T21:20:33,733 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:20:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904/rs 2024-11-27T21:20:33,741 DEBUG [RS:0;4585c39bed03:41475 {}] zookeeper.ZKUtil(111): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on existing znode=/1-1331595904/rs/4585c39bed03,41475,1732742431718 2024-11-27T21:20:33,741 WARN [RS:0;4585c39bed03:41475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:33,741 INFO [RS:0;4585c39bed03:41475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:33,742 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718 2024-11-27T21:20:33,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,41475,1732742431718] 2024-11-27T21:20:33,765 INFO [RS:0;4585c39bed03:41475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:20:33,772 INFO [RS:0;4585c39bed03:41475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:20:33,775 INFO [RS:0;4585c39bed03:41475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:20:33,775 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,776 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:20:33,777 INFO [RS:0;4585c39bed03:41475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:20:33,777 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:33,777 DEBUG [RS:0;4585c39bed03:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:33,796 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,796 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,796 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,796 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,796 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,796 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41475,1732742431718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:33,824 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:20:33,825 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41475,1732742431718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,825 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,825 INFO [RS:0;4585c39bed03:41475 {}] regionserver.Replication(171): 4585c39bed03,41475,1732742431718 started 2024-11-27T21:20:33,847 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:33,848 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,41475,1732742431718, RpcServer on 4585c39bed03/172.17.0.2:41475, sessionid=0x1015b4d1c300004 2024-11-27T21:20:33,848 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:20:33,848 DEBUG [RS:0;4585c39bed03:41475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,41475,1732742431718 2024-11-27T21:20:33,848 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41475,1732742431718' 2024-11-27T21:20:33,848 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1331595904/flush-table-proc/abort' 2024-11-27T21:20:33,856 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1331595904/flush-table-proc/acquired' 2024-11-27T21:20:33,857 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:20:33,857 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:20:33,857 DEBUG [RS:0;4585c39bed03:41475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,41475,1732742431718 2024-11-27T21:20:33,857 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41475,1732742431718' 2024-11-27T21:20:33,857 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1331595904/online-snapshot/abort' 2024-11-27T21:20:33,858 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1331595904/online-snapshot/acquired' 2024-11-27T21:20:33,859 DEBUG [RS:0;4585c39bed03:41475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:20:33,859 INFO [RS:0;4585c39bed03:41475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:20:33,859 INFO [RS:0;4585c39bed03:41475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:20:33,959 INFO [RS:0;4585c39bed03:41475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:33,961 INFO [RS:0;4585c39bed03:41475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41475%2C1732742431718, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/oldWALs, maxLogs=10 2024-11-27T21:20:33,978 DEBUG [RS:0;4585c39bed03:41475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, exclude list is [], retry=0 2024-11-27T21:20:33,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-c17c96af-e422-4cf6-8e2d-97857f3041a1,DISK] 2024-11-27T21:20:34,012 INFO [RS:0;4585c39bed03:41475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 2024-11-27T21:20:34,013 DEBUG [RS:0;4585c39bed03:41475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-11-27T21:20:34,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:34,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:34,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:34,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:34,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:34,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:34,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:34,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:34,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:34,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740 2024-11-27T21:20:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740 2024-11-27T21:20:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:34,126 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:34,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:34,129 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:34,129 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74261146, jitterRate=0.1065773069858551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:34,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742434118Initializing all the Stores at 1732742434119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742434119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742434119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742434119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742434119Cleaning up temporary data from old regions at 1732742434126 (+7 ms)Region opened successfully at 1732742434129 (+3 ms) 2024-11-27T21:20:34,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:34,129 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:34,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:34,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:34,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:34,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:34,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742434129Disabling compacts and flushes for region at 1732742434129Disabling writes for close at 1732742434129Writing region close event to WAL at 1732742434130 (+1 ms)Closed at 1732742434130 2024-11-27T21:20:34,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:34,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:20:34,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:20:34,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:34,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:20:34,283 DEBUG [4585c39bed03:41253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:20:34,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,41475,1732742431718 2024-11-27T21:20:34,284 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41475,1732742431718, state=OPENING 2024-11-27T21:20:34,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:20:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:34,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:34,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1331595904/meta-region-server: CHANGED 2024-11-27T21:20:34,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1331595904/meta-region-server: CHANGED 2024-11-27T21:20:34,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41475,1732742431718}] 2024-11-27T21:20:34,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:34,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:20:34,444 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:20:34,444 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:34,444 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:20:34,445 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41475%2C1732742431718.meta, suffix=.meta, logDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/oldWALs, maxLogs=10 2024-11-27T21:20:34,458 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.meta.1732742434445.meta, exclude list is [], retry=0 2024-11-27T21:20:34,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-c17c96af-e422-4cf6-8e2d-97857f3041a1,DISK] 2024-11-27T21:20:34,462 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.meta.1732742434445.meta 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:34,463 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:20:34,463 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:20:34,463 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:20:34,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:34,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:34,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:34,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:34,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:34,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:34,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:34,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:34,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:34,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:34,468 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:34,469 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740 2024-11-27T21:20:34,469 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740 2024-11-27T21:20:34,470 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:34,470 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:34,471 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:34,472 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:34,472 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61864701, jitterRate=-0.0781441181898117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:34,472 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:20:34,472 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742434464Writing region info on filesystem at 1732742434464Initializing all the Stores at 1732742434464Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742434464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742434464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742434464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742434464Cleaning up temporary data from old regions at 1732742434470 (+6 ms)Running coprocessor post-open hooks at 1732742434472 (+2 ms)Region opened successfully at 1732742434472 2024-11-27T21:20:34,473 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742434439 2024-11-27T21:20:34,475 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:20:34,475 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:20:34,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41475,1732742431718 2024-11-27T21:20:34,476 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41475,1732742431718, state=OPEN 2024-11-27T21:20:34,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1331595904/meta-region-server 2024-11-27T21:20:34,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1331595904/meta-region-server 2024-11-27T21:20:34,478 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,41475,1732742431718 2024-11-27T21:20:34,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1331595904/meta-region-server: CHANGED 2024-11-27T21:20:34,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1331595904/meta-region-server: CHANGED 2024-11-27T21:20:34,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:20:34,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41475,1732742431718 in 191 msec 2024-11-27T21:20:34,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:20:34,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-27T21:20:34,482 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:34,482 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:20:34,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:34,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41475,1732742431718, seqNum=-1] 2024-11-27T21:20:34,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:34,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:34,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-27T21:20:34,488 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742434488, completionTime=-1 2024-11-27T21:20:34,488 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:20:34,488 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742494490 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742554490 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41253,1732742431661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41253,1732742431661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41253,1732742431661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:41253, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:34,490 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:34,491 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:34,492 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:20:34,493 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.724sec 2024-11-27T21:20:34,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:20:34,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:20:34,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:20:34,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:20:34,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:20:34,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41253,1732742431661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:34,494 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41253,1732742431661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:20:34,495 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:20:34,495 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:20:34,495 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41253,1732742431661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:34,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:34,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41253,-1 for getting cluster id 2024-11-27T21:20:34,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:34,555 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9390270-642e-4078-8237-62bfcd3f2103' 2024-11-27T21:20:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9390270-642e-4078-8237-62bfcd3f2103" 2024-11-27T21:20:34,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb0f929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:34,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41253,-1] 2024-11-27T21:20:34,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:34,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:34,557 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:34,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:34,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41475,1732742431718, seqNum=-1] 2024-11-27T21:20:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:34,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:34,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,41253,1732742431661 2024-11-27T21:20:34,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:34,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:34,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4d1c300005 connected 2024-11-27T21:20:34,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.log.dir so I do NOT create it in target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90 2024-11-27T21:20:34,568 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:20:34,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.tmp.dir so I do NOT create it in target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90 2024-11-27T21:20:34,568 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:20:34,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90 2024-11-27T21:20:34,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:20:34,568 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/cluster_20bfbabe-8271-6916-f6af-cd4c617d978d, deleteOnExit=true 2024-11-27T21:20:34,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:20:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/test.cache.data in system properties and HBase conf 2024-11-27T21:20:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:20:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:20:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:20:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:20:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:20:34,569 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:20:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:20:34,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:34,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:34,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:34,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:34,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:20:34,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:34,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:34,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:34,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3198c032{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/java.io.tmpdir/jetty-localhost-44559-hadoop-hdfs-3_4_1-tests_jar-_-any-17649380257779977643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:20:34,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:44559} 2024-11-27T21:20:34,779 INFO [Time-limited test {}] server.Server(415): Started @213594ms 2024-11-27T21:20:34,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:34,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:20:34,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:34,867 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38393 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:34,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:20:34,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:20:34,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:20:34,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:20:34,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:20:34,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:20:34,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@205f457f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/java.io.tmpdir/jetty-localhost-41959-hadoop-hdfs-3_4_1-tests_jar-_-any-10665719273158272466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:20:34,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:41959} 2024-11-27T21:20:34,990 INFO [Time-limited test {}] server.Server(415): Started @213806ms 2024-11-27T21:20:34,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:20:35,102 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/cluster_20bfbabe-8271-6916-f6af-cd4c617d978d/data/data1/current/BP-1617469222-172.17.0.2-1732742434589/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:35,103 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/cluster_20bfbabe-8271-6916-f6af-cd4c617d978d/data/data2/current/BP-1617469222-172.17.0.2-1732742434589/current, will proceed with Du for space computation calculation, 2024-11-27T21:20:35,129 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:20:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2a87c6c5005306 with lease ID 0x92754ba180b58e05: Processing first storage report for DS-50513a58-4e84-414e-a582-7a2ec430d763 from datanode DatanodeRegistration(127.0.0.1:45925, datanodeUuid=10051237-b930-4ff6-8984-c6f267a81ce7, infoPort=46751, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=955392886;c=1732742434589) 2024-11-27T21:20:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2a87c6c5005306 with lease ID 0x92754ba180b58e05: from storage DS-50513a58-4e84-414e-a582-7a2ec430d763 node DatanodeRegistration(127.0.0.1:45925, datanodeUuid=10051237-b930-4ff6-8984-c6f267a81ce7, infoPort=46751, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=955392886;c=1732742434589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2a87c6c5005306 with lease ID 0x92754ba180b58e05: Processing first storage report for DS-e31c841a-4b26-407d-a427-3a476e1f3a3d from datanode DatanodeRegistration(127.0.0.1:45925, datanodeUuid=10051237-b930-4ff6-8984-c6f267a81ce7, infoPort=46751, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=955392886;c=1732742434589) 2024-11-27T21:20:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2a87c6c5005306 with lease ID 0x92754ba180b58e05: from storage DS-e31c841a-4b26-407d-a427-3a476e1f3a3d node DatanodeRegistration(127.0.0.1:45925, datanodeUuid=10051237-b930-4ff6-8984-c6f267a81ce7, infoPort=46751, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=955392886;c=1732742434589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:20:35,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90 2024-11-27T21:20:35,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:35,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:35,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:20:35,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a with version=8 2024-11-27T21:20:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/hbase-staging 2024-11-27T21:20:35,232 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:35,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:35,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:35,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:35,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:35,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:35,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:20:35,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:35,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32971 2024-11-27T21:20:35,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32971 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:35,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329710x0, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:35,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32971-0x1015b4d1c300006 connected 2024-11-27T21:20:35,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:35,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:35,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on znode that does not yet exist, /2243204432/running 2024-11-27T21:20:35,255 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a, hbase.cluster.distributed=false 2024-11-27T21:20:35,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on znode that does not yet exist, /2243204432/acl 2024-11-27T21:20:35,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-27T21:20:35,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32971 2024-11-27T21:20:35,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32971 2024-11-27T21:20:35,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-27T21:20:35,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-27T21:20:35,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:20:35,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:35,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:35,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:20:35,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:20:35,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:20:35,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:20:35,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:20:35,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38297 2024-11-27T21:20:35,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38297 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:35,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:35,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:35,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382970x0, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:35,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38297-0x1015b4d1c300007 connected 2024-11-27T21:20:35,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on znode that does not yet exist, /2243204432/running 2024-11-27T21:20:35,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:20:35,300 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:20:35,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on znode that does not yet exist, /2243204432/master 2024-11-27T21:20:35,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on znode that does not yet exist, /2243204432/acl 2024-11-27T21:20:35,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-27T21:20:35,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38297 2024-11-27T21:20:35,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38297 2024-11-27T21:20:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-27T21:20:35,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-27T21:20:35,328 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:32971 2024-11-27T21:20:35,328 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2243204432/backup-masters/4585c39bed03,32971,1732742435232 2024-11-27T21:20:35,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432/backup-masters 2024-11-27T21:20:35,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432/backup-masters 2024-11-27T21:20:35,330 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on existing znode=/2243204432/backup-masters/4585c39bed03,32971,1732742435232 2024-11-27T21:20:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2243204432/master 2024-11-27T21:20:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:35,332 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on existing znode=/2243204432/master 2024-11-27T21:20:35,341 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2243204432/backup-masters/4585c39bed03,32971,1732742435232 from backup master directory 2024-11-27T21:20:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2243204432/backup-masters/4585c39bed03,32971,1732742435232 2024-11-27T21:20:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432/backup-masters 2024-11-27T21:20:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432/backup-masters 2024-11-27T21:20:35,344 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:35,344 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,32971,1732742435232 2024-11-27T21:20:35,348 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/hbase.id] with ID: ec68c8ef-2838-47b1-9d21-ec77bf0af5fc 2024-11-27T21:20:35,348 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/.tmp/hbase.id 2024-11-27T21:20:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:20:35,763 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/.tmp/hbase.id]:[hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/hbase.id] 2024-11-27T21:20:35,771 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:20:35,771 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:20:35,772 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:20:35,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:35,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:20:35,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:35,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:20:36,187 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:36,188 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:20:36,188 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:20:36,198 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store 2024-11-27T21:20:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:20:36,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:36,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:36,210 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:36,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:36,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:36,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:36,210 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:36,211 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742436210Disabling compacts and flushes for region at 1732742436210Disabling writes for close at 1732742436210Writing region close event to WAL at 1732742436210Closed at 1732742436210 2024-11-27T21:20:36,211 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/.initializing 2024-11-27T21:20:36,211 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/WALs/4585c39bed03,32971,1732742435232 2024-11-27T21:20:36,212 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:36,213 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C32971%2C1732742435232, suffix=, logDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/WALs/4585c39bed03,32971,1732742435232, archiveDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/oldWALs, maxLogs=10 2024-11-27T21:20:36,227 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/WALs/4585c39bed03,32971,1732742435232/4585c39bed03%2C32971%2C1732742435232.1732742436214, exclude list is [], retry=0 2024-11-27T21:20:36,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-50513a58-4e84-414e-a582-7a2ec430d763,DISK] 2024-11-27T21:20:36,236 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/WALs/4585c39bed03,32971,1732742435232/4585c39bed03%2C32971%2C1732742435232.1732742436214 2024-11-27T21:20:36,237 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-27T21:20:36,237 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:36,237 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:36,237 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,237 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:20:36,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:36,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:20:36,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:36,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:20:36,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:36,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:20:36,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:36,257 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,258 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,258 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,259 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,259 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,260 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:36,261 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:20:36,265 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:36,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73163093, jitterRate=0.0902150422334671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:36,266 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742436237Initializing all the Stores at 1732742436238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742436238Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742436238Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742436238Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742436238Cleaning up temporary data from old regions at 1732742436259 (+21 ms)Region opened successfully at 1732742436266 (+7 ms) 2024-11-27T21:20:36,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:20:36,268 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ced3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:36,269 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:20:36,269 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:20:36,269 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:20:36,270 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:20:36,270 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:20:36,270 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:20:36,270 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:20:36,275 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:20:36,276 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Unable to get data of znode /2243204432/balancer because node does not exist (not necessarily an error) 2024-11-27T21:20:36,277 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2243204432/balancer already deleted, retry=false 2024-11-27T21:20:36,278 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:20:36,279 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Unable to get data of znode /2243204432/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:20:36,280 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2243204432/normalizer already deleted, retry=false 2024-11-27T21:20:36,280 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:20:36,281 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Unable to get data of znode /2243204432/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:20:36,285 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2243204432/switch/split already deleted, retry=false 2024-11-27T21:20:36,286 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Unable to get data of znode /2243204432/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:20:36,287 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2243204432/switch/merge already deleted, retry=false 2024-11-27T21:20:36,289 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Unable to get data of znode /2243204432/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:20:36,290 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2243204432/snapshot-cleanup already deleted, retry=false 2024-11-27T21:20:36,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2243204432/running 2024-11-27T21:20:36,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2243204432/running 2024-11-27T21:20:36,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,292 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,32971,1732742435232, sessionid=0x1015b4d1c300006, setting cluster-up flag (Was=false) 2024-11-27T21:20:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,301 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2243204432/flush-table-proc/acquired, /2243204432/flush-table-proc/reached, /2243204432/flush-table-proc/abort 2024-11-27T21:20:36,302 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,32971,1732742435232 2024-11-27T21:20:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,311 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2243204432/online-snapshot/acquired, /2243204432/online-snapshot/reached, /2243204432/online-snapshot/abort 2024-11-27T21:20:36,311 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,32971,1732742435232 2024-11-27T21:20:36,312 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:20:36,314 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:36,314 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:20:36,314 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:20:36,314 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,32971,1732742435232 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:36,316 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(746): ClusterId : ec68c8ef-2838-47b1-9d21-ec77bf0af5fc 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:36,316 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:36,316 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,318 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:20:36,318 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:20:36,319 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:20:36,320 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a368ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:20:36,327 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742466327 2024-11-27T21:20:36,327 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:20:36,327 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:20:36,327 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:20:36,327 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:20:36,327 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:20:36,327 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:20:36,328 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:36,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:20:36,329 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:20:36,332 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:20:36,332 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:20:36,333 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:20:36,333 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:20:36,343 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:38297 2024-11-27T21:20:36,343 INFO [RS:0;4585c39bed03:38297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:20:36,343 INFO [RS:0;4585c39bed03:38297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:20:36,343 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:20:36,344 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,32971,1732742435232 with port=38297, startcode=1732742435286 2024-11-27T21:20:36,344 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:20:36,348 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:20:36,348 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:20:36,350 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:20:36,350 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:20:36,351 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T21:20:36,351 WARN [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T21:20:36,352 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742436348,5,FailOnTimeoutGroup] 2024-11-27T21:20:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:20:36,356 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742436352,5,FailOnTimeoutGroup] 2024-11-27T21:20:36,356 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,356 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:20:36,356 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,357 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:20:36,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a 2024-11-27T21:20:36,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:20:36,452 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,32971,1732742435232 with port=38297, startcode=1732742435286 2024-11-27T21:20:36,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,38297,1732742435286 2024-11-27T21:20:36,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,38297,1732742435286 2024-11-27T21:20:36,455 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a 2024-11-27T21:20:36,455 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33325 2024-11-27T21:20:36,455 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:20:36,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432/rs 2024-11-27T21:20:36,461 DEBUG [RS:0;4585c39bed03:38297 {}] zookeeper.ZKUtil(111): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on existing znode=/2243204432/rs/4585c39bed03,38297,1732742435286 2024-11-27T21:20:36,461 WARN [RS:0;4585c39bed03:38297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:20:36,462 INFO [RS:0;4585c39bed03:38297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:36,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,38297,1732742435286] 2024-11-27T21:20:36,462 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286 2024-11-27T21:20:36,465 INFO [RS:0;4585c39bed03:38297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:20:36,468 INFO [RS:0;4585c39bed03:38297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:20:36,469 INFO [RS:0;4585c39bed03:38297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:20:36,469 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,469 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:20:36,470 INFO [RS:0;4585c39bed03:38297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:20:36,470 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:36,470 DEBUG [RS:0;4585c39bed03:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:20:36,475 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,475 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,475 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,475 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,475 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,475 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38297,1732742435286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:36,496 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:20:36,496 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,38297,1732742435286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,496 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,496 INFO [RS:0;4585c39bed03:38297 {}] regionserver.Replication(171): 4585c39bed03,38297,1732742435286 started 2024-11-27T21:20:36,515 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:36,515 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,38297,1732742435286, RpcServer on 4585c39bed03/172.17.0.2:38297, sessionid=0x1015b4d1c300007 2024-11-27T21:20:36,515 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:20:36,515 DEBUG [RS:0;4585c39bed03:38297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,38297,1732742435286 2024-11-27T21:20:36,515 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,38297,1732742435286' 2024-11-27T21:20:36,515 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2243204432/flush-table-proc/abort' 2024-11-27T21:20:36,516 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2243204432/flush-table-proc/acquired' 2024-11-27T21:20:36,516 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:20:36,516 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:20:36,516 DEBUG [RS:0;4585c39bed03:38297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,38297,1732742435286 2024-11-27T21:20:36,516 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,38297,1732742435286' 2024-11-27T21:20:36,516 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2243204432/online-snapshot/abort' 2024-11-27T21:20:36,517 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2243204432/online-snapshot/acquired' 2024-11-27T21:20:36,517 DEBUG [RS:0;4585c39bed03:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:20:36,517 INFO [RS:0;4585c39bed03:38297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:20:36,517 INFO [RS:0;4585c39bed03:38297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:20:36,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:20:36,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T21:20:36,618 INFO [RS:0;4585c39bed03:38297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:20:36,620 INFO [RS:0;4585c39bed03:38297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C38297%2C1732742435286, suffix=, logDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286, archiveDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/oldWALs, maxLogs=10 2024-11-27T21:20:36,642 DEBUG [RS:0;4585c39bed03:38297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, exclude list is [], retry=0 2024-11-27T21:20:36,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-50513a58-4e84-414e-a582-7a2ec430d763,DISK] 2024-11-27T21:20:36,673 INFO [RS:0;4585c39bed03:38297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 2024-11-27T21:20:36,673 DEBUG [RS:0;4585c39bed03:38297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-27T21:20:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:36,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:36,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:36,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:36,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:36,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:36,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:36,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:36,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:36,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:36,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:36,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:36,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:36,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:36,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:36,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740 2024-11-27T21:20:36,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740 2024-11-27T21:20:36,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:36,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:36,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:36,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:36,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:36,784 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66265049, jitterRate=-0.01257382333278656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:36,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742436768Initializing all the Stores at 1732742436769 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742436769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742436769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742436769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742436769Cleaning up temporary data from old regions at 1732742436777 (+8 ms)Region opened successfully at 1732742436784 (+7 ms) 2024-11-27T21:20:36,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:36,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:36,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:36,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:36,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:36,786 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:36,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742436784Disabling compacts and flushes for region at 1732742436784Disabling writes for close at 1732742436785 (+1 ms)Writing region close event to WAL at 1732742436786 (+1 ms)Closed at 1732742436786 2024-11-27T21:20:36,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:36,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:20:36,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:20:36,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:36,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:20:36,939 DEBUG [4585c39bed03:32971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:20:36,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,38297,1732742435286 2024-11-27T21:20:36,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,38297,1732742435286, state=OPENING 2024-11-27T21:20:36,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:20:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:36,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2243204432/meta-region-server: CHANGED 2024-11-27T21:20:36,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:20:36,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,38297,1732742435286}] 2024-11-27T21:20:36,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2243204432/meta-region-server: CHANGED 2024-11-27T21:20:37,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:37,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:20:37,102 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:20:37,102 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:37,102 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:20:37,104 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C38297%2C1732742435286.meta, suffix=.meta, logDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286, archiveDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/oldWALs, maxLogs=10 2024-11-27T21:20:37,123 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.meta.1732742437104.meta, exclude list is [], retry=0 2024-11-27T21:20:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-50513a58-4e84-414e-a582-7a2ec430d763,DISK] 2024-11-27T21:20:37,127 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.meta.1732742437104.meta 2024-11-27T21:20:37,127 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-27T21:20:37,127 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:37,128 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:37,128 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:37,128 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:20:37,128 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:20:37,128 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:20:37,128 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:37,128 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:20:37,128 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:20:37,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:20:37,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:20:37,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:37,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:37,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:20:37,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:20:37,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:37,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:37,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:20:37,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:20:37,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:37,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:37,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:20:37,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:20:37,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:37,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:20:37,139 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:20:37,140 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740 2024-11-27T21:20:37,140 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740 2024-11-27T21:20:37,141 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:20:37,141 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:20:37,142 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:20:37,142 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:20:37,143 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71037538, jitterRate=0.05854180455207825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:20:37,143 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:20:37,143 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742437128Writing region info on filesystem at 1732742437128Initializing all the Stores at 1732742437129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742437129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742437132 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742437132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742437132Cleaning up temporary data from old regions at 1732742437141 (+9 ms)Running coprocessor post-open hooks at 1732742437143 (+2 ms)Region opened successfully at 1732742437143 2024-11-27T21:20:37,144 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742437097 2024-11-27T21:20:37,146 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:20:37,146 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:20:37,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,38297,1732742435286 2024-11-27T21:20:37,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,38297,1732742435286, state=OPEN 2024-11-27T21:20:37,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2243204432/meta-region-server 2024-11-27T21:20:37,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2243204432/meta-region-server 2024-11-27T21:20:37,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,38297,1732742435286 2024-11-27T21:20:37,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2243204432/meta-region-server: CHANGED 2024-11-27T21:20:37,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2243204432/meta-region-server: CHANGED 2024-11-27T21:20:37,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:20:37,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,38297,1732742435286 in 205 msec 2024-11-27T21:20:37,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:20:37,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-27T21:20:37,155 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:20:37,155 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:20:37,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:37,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,38297,1732742435286, seqNum=-1] 2024-11-27T21:20:37,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:37,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:37,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-27T21:20:37,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742437162, completionTime=-1 2024-11-27T21:20:37,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:20:37,162 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742497164 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742557164 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32971,1732742435232-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32971,1732742435232-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32971,1732742435232-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:32971, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:37,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:37,165 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:37,166 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.823sec 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32971,1732742435232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:20:37,168 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32971,1732742435232-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:20:37,169 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:20:37,169 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:20:37,170 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,32971,1732742435232-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:20:37,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:37,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:37,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:37,218 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fc16f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:37,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:37,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:37,219 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:37,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:37,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:37,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,38297,1732742435286, seqNum=-1] 2024-11-27T21:20:37,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:37,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:37,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,32971,1732742435232 2024-11-27T21:20:37,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56050 2024-11-27T21:20:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:20:37,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b4d1c300008 connected 2024-11-27T21:20:37,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37169,1732742428068 2024-11-27T21:20:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d04ff5 2024-11-27T21:20:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:37,233 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:37,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:20:37,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:37,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:37,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:20:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:37,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:20:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:37,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bc14d506b7763fc20b711546c9596fb, NAME => 'test,,1732742437233.7bc14d506b7763fc20b711546c9596fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f 2024-11-27T21:20:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:20:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:38,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742437233.7bc14d506b7763fc20b711546c9596fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:38,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7bc14d506b7763fc20b711546c9596fb, disabling compactions & flushes 2024-11-27T21:20:38,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:20:38,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:20:38,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. after waiting 0 ms 2024-11-27T21:20:38,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:20:38,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:20:38,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bc14d506b7763fc20b711546c9596fb: Waiting for close lock at 1732742438074Disabling compacts and flushes for region at 1732742438074Disabling writes for close at 1732742438074Writing region close event to WAL at 1732742438074Closed at 1732742438074 2024-11-27T21:20:38,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:38,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742437233.7bc14d506b7763fc20b711546c9596fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742438076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742438076"}]},"ts":"1732742438076"} 2024-11-27T21:20:38,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:38,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:38,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742438079"}]},"ts":"1732742438079"} 2024-11-27T21:20:38,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:20:38,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7bc14d506b7763fc20b711546c9596fb, ASSIGN}] 2024-11-27T21:20:38,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7bc14d506b7763fc20b711546c9596fb, ASSIGN 2024-11-27T21:20:38,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7bc14d506b7763fc20b711546c9596fb, ASSIGN; state=OFFLINE, location=4585c39bed03,41101,1732742428120; forceNewPlan=false, retain=false 2024-11-27T21:20:38,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7bc14d506b7763fc20b711546c9596fb, regionState=OPENING, regionLocation=4585c39bed03,41101,1732742428120 2024-11-27T21:20:38,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7bc14d506b7763fc20b711546c9596fb, ASSIGN because future has completed 2024-11-27T21:20:38,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc14d506b7763fc20b711546c9596fb, server=4585c39bed03,41101,1732742428120}] 2024-11-27T21:20:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:38,396 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:20:38,396 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc14d506b7763fc20b711546c9596fb, NAME => 'test,,1732742437233.7bc14d506b7763fc20b711546c9596fb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:38,396 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:38,397 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:20:38,397 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,397 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742437233.7bc14d506b7763fc20b711546c9596fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:38,397 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,397 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,400 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,402 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc14d506b7763fc20b711546c9596fb columnFamilyName f 2024-11-27T21:20:38,402 DEBUG [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:38,402 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] regionserver.HStore(327): Store=7bc14d506b7763fc20b711546c9596fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:38,402 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,404 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc14d506b7763fc20b711546c9596fb columnFamilyName f1 2024-11-27T21:20:38,404 DEBUG [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:38,405 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] regionserver.HStore(327): Store=7bc14d506b7763fc20b711546c9596fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:38,405 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,407 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc14d506b7763fc20b711546c9596fb columnFamilyName norep 2024-11-27T21:20:38,407 DEBUG [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:38,407 INFO [StoreOpener-7bc14d506b7763fc20b711546c9596fb-1 {}] regionserver.HStore(327): Store=7bc14d506b7763fc20b711546c9596fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:38,408 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,408 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,409 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,409 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,409 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,410 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:38,411 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,417 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:38,417 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7bc14d506b7763fc20b711546c9596fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66000087, jitterRate=-0.016522064805030823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:38,417 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:20:38,418 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7bc14d506b7763fc20b711546c9596fb: Running coprocessor pre-open hook at 1732742438397Writing region info on filesystem at 1732742438397Initializing all the Stores at 1732742438398 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742438398Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742438400 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742438400Cleaning up temporary data from old regions at 1732742438409 (+9 ms)Running coprocessor post-open hooks at 1732742438417 (+8 ms)Region opened successfully at 1732742438418 (+1 ms) 2024-11-27T21:20:38,419 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742437233.7bc14d506b7763fc20b711546c9596fb., pid=6, masterSystemTime=1732742438388 2024-11-27T21:20:38,422 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:20:38,422 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:20:38,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7bc14d506b7763fc20b711546c9596fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,41101,1732742428120 2024-11-27T21:20:38,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc14d506b7763fc20b711546c9596fb, server=4585c39bed03,41101,1732742428120 because future has completed 2024-11-27T21:20:38,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:20:38,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc14d506b7763fc20b711546c9596fb, server=4585c39bed03,41101,1732742428120 in 189 msec 2024-11-27T21:20:38,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:20:38,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7bc14d506b7763fc20b711546c9596fb, ASSIGN in 346 msec 2024-11-27T21:20:38,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:38,429 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742438429"}]},"ts":"1732742438429"} 2024-11-27T21:20:38,431 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:20:38,432 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:38,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-11-27T21:20:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:39,386 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:20:39,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41253,1732742431661 2024-11-27T21:20:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30defd68 2024-11-27T21:20:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:39,388 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:39,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:20:39,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:39,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:39,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:20:39,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:20:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:39,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92f3759440abe65b3388240c7427eb30, NAME => 'test,,1732742439389.92f3759440abe65b3388240c7427eb30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224 2024-11-27T21:20:39,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:20:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:40,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742439389.92f3759440abe65b3388240c7427eb30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:40,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92f3759440abe65b3388240c7427eb30, disabling compactions & flushes 2024-11-27T21:20:40,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:20:40,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:20:40,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742439389.92f3759440abe65b3388240c7427eb30. after waiting 0 ms 2024-11-27T21:20:40,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:20:40,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:20:40,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92f3759440abe65b3388240c7427eb30: Waiting for close lock at 1732742440204Disabling compacts and flushes for region at 1732742440204Disabling writes for close at 1732742440204Writing region close event to WAL at 1732742440204Closed at 1732742440204 2024-11-27T21:20:40,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:40,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742439389.92f3759440abe65b3388240c7427eb30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742440205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742440205"}]},"ts":"1732742440205"} 2024-11-27T21:20:40,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:40,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:40,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742440208"}]},"ts":"1732742440208"} 2024-11-27T21:20:40,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:20:40,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92f3759440abe65b3388240c7427eb30, ASSIGN}] 2024-11-27T21:20:40,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92f3759440abe65b3388240c7427eb30, ASSIGN 2024-11-27T21:20:40,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92f3759440abe65b3388240c7427eb30, ASSIGN; state=OFFLINE, location=4585c39bed03,41475,1732742431718; forceNewPlan=false, retain=false 2024-11-27T21:20:40,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92f3759440abe65b3388240c7427eb30, regionState=OPENING, regionLocation=4585c39bed03,41475,1732742431718 2024-11-27T21:20:40,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92f3759440abe65b3388240c7427eb30, ASSIGN because future has completed 2024-11-27T21:20:40,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f3759440abe65b3388240c7427eb30, server=4585c39bed03,41475,1732742431718}] 2024-11-27T21:20:40,519 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:20:40,519 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f3759440abe65b3388240c7427eb30, NAME => 'test,,1732742439389.92f3759440abe65b3388240c7427eb30.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:40,520 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:40,520 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:20:40,520 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,520 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742439389.92f3759440abe65b3388240c7427eb30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:40,520 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,520 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,521 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,522 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f3759440abe65b3388240c7427eb30 columnFamilyName f 2024-11-27T21:20:40,522 DEBUG [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:40,523 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] regionserver.HStore(327): Store=92f3759440abe65b3388240c7427eb30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:40,523 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,523 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f3759440abe65b3388240c7427eb30 columnFamilyName f1 2024-11-27T21:20:40,523 DEBUG [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:40,524 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] regionserver.HStore(327): Store=92f3759440abe65b3388240c7427eb30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:40,524 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,524 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f3759440abe65b3388240c7427eb30 columnFamilyName norep 2024-11-27T21:20:40,525 DEBUG [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:40,525 INFO [StoreOpener-92f3759440abe65b3388240c7427eb30-1 {}] regionserver.HStore(327): Store=92f3759440abe65b3388240c7427eb30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:40,525 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,525 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,526 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:40,526 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,526 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,527 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:40,527 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,529 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:40,529 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92f3759440abe65b3388240c7427eb30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73104733, jitterRate=0.08934541046619415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:40,529 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:20:40,530 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92f3759440abe65b3388240c7427eb30: Running coprocessor pre-open hook at 1732742440520Writing region info on filesystem at 1732742440520Initializing all the Stores at 1732742440521 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742440521Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742440521Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742440521Cleaning up temporary data from old regions at 1732742440526 (+5 ms)Running coprocessor post-open hooks at 1732742440529 (+3 ms)Region opened successfully at 1732742440530 (+1 ms) 2024-11-27T21:20:40,530 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742439389.92f3759440abe65b3388240c7427eb30., pid=6, masterSystemTime=1732742440516 2024-11-27T21:20:40,532 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:20:40,532 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:20:40,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92f3759440abe65b3388240c7427eb30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,41475,1732742431718 2024-11-27T21:20:40,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f3759440abe65b3388240c7427eb30, server=4585c39bed03,41475,1732742431718 because future has completed 2024-11-27T21:20:40,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:20:40,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f3759440abe65b3388240c7427eb30, server=4585c39bed03,41475,1732742431718 in 171 msec 2024-11-27T21:20:40,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:20:40,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92f3759440abe65b3388240c7427eb30, ASSIGN in 327 msec 2024-11-27T21:20:40,539 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:40,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742440539"}]},"ts":"1732742440539"} 2024-11-27T21:20:40,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:20:40,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:40,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-27T21:20:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:41,546 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:20:41,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,32971,1732742435232 2024-11-27T21:20:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4e4cb7 2024-11-27T21:20:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:41,549 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:41,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:20:41,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:41,551 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:41,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:20:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:41,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:20:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:41,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5da76c6ca23ef22114c34e14f6a5df9e, NAME => 'test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a 2024-11-27T21:20:41,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:20:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:20:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5da76c6ca23ef22114c34e14f6a5df9e, disabling compactions & flushes 2024-11-27T21:20:42,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. after waiting 0 ms 2024-11-27T21:20:42,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:42,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:42,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5da76c6ca23ef22114c34e14f6a5df9e: Waiting for close lock at 1732742442364Disabling compacts and flushes for region at 1732742442364Disabling writes for close at 1732742442364Writing region close event to WAL at 1732742442365 (+1 ms)Closed at 1732742442365 2024-11-27T21:20:42,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:42,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742442366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742442366"}]},"ts":"1732742442366"} 2024-11-27T21:20:42,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:42,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:42,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742442371"}]},"ts":"1732742442371"} 2024-11-27T21:20:42,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:20:42,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5da76c6ca23ef22114c34e14f6a5df9e, ASSIGN}] 2024-11-27T21:20:42,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5da76c6ca23ef22114c34e14f6a5df9e, ASSIGN 2024-11-27T21:20:42,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5da76c6ca23ef22114c34e14f6a5df9e, ASSIGN; state=OFFLINE, location=4585c39bed03,38297,1732742435286; forceNewPlan=false, retain=false 2024-11-27T21:20:42,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5da76c6ca23ef22114c34e14f6a5df9e, regionState=OPENING, regionLocation=4585c39bed03,38297,1732742435286 2024-11-27T21:20:42,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5da76c6ca23ef22114c34e14f6a5df9e, ASSIGN because future has completed 2024-11-27T21:20:42,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da76c6ca23ef22114c34e14f6a5df9e, server=4585c39bed03,38297,1732742435286}] 2024-11-27T21:20:42,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:42,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:42,688 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:42,688 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5da76c6ca23ef22114c34e14f6a5df9e, NAME => 'test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:42,688 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:42,688 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:20:42,689 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,689 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:42,689 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,689 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,690 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,691 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da76c6ca23ef22114c34e14f6a5df9e columnFamilyName f 2024-11-27T21:20:42,691 DEBUG [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:42,692 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] regionserver.HStore(327): Store=5da76c6ca23ef22114c34e14f6a5df9e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:42,692 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,692 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da76c6ca23ef22114c34e14f6a5df9e columnFamilyName f1 2024-11-27T21:20:42,692 DEBUG [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:42,693 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] regionserver.HStore(327): Store=5da76c6ca23ef22114c34e14f6a5df9e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:42,693 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,693 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da76c6ca23ef22114c34e14f6a5df9e columnFamilyName norep 2024-11-27T21:20:42,693 DEBUG [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:42,694 INFO [StoreOpener-5da76c6ca23ef22114c34e14f6a5df9e-1 {}] regionserver.HStore(327): Store=5da76c6ca23ef22114c34e14f6a5df9e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:42,694 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,694 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,695 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,695 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,695 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,696 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:42,697 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,699 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:42,699 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5da76c6ca23ef22114c34e14f6a5df9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72936826, jitterRate=0.08684340119361877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:42,700 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:42,700 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5da76c6ca23ef22114c34e14f6a5df9e: Running coprocessor pre-open hook at 1732742442689Writing region info on filesystem at 1732742442689Initializing all the Stores at 1732742442690 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742442690Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742442690Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742442690Cleaning up temporary data from old regions at 1732742442695 (+5 ms)Running coprocessor post-open hooks at 1732742442700 (+5 ms)Region opened successfully at 1732742442700 2024-11-27T21:20:42,700 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e., pid=6, masterSystemTime=1732742442685 2024-11-27T21:20:42,702 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:42,702 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:42,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5da76c6ca23ef22114c34e14f6a5df9e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,38297,1732742435286 2024-11-27T21:20:42,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da76c6ca23ef22114c34e14f6a5df9e, server=4585c39bed03,38297,1732742435286 because future has completed 2024-11-27T21:20:42,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:20:42,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5da76c6ca23ef22114c34e14f6a5df9e, server=4585c39bed03,38297,1732742435286 in 184 msec 2024-11-27T21:20:42,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:20:42,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5da76c6ca23ef22114c34e14f6a5df9e, ASSIGN in 344 msec 2024-11-27T21:20:42,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:42,721 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742442721"}]},"ts":"1732742442721"} 2024-11-27T21:20:42,723 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:20:42,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:42,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-27T21:20:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:20:43,697 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:20:43,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:43,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37169,-1 for getting cluster id 2024-11-27T21:20:43,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:43,706 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '843bcf7c-b802-4a23-903b-f1b91fab74bb' 2024-11-27T21:20:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "843bcf7c-b802-4a23-903b-f1b91fab74bb" 2024-11-27T21:20:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7826d436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37169,-1] 2024-11-27T21:20:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:43,713 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48655aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:43,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37169,1732742428068 2024-11-27T21:20:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@adffd7d 2024-11-27T21:20:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:43,718 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:43,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:41253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:20:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:20:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:43,723 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:41253' 2024-11-27T21:20:43,727 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5764490a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:43,727 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41253,-1 for getting cluster id 2024-11-27T21:20:43,727 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:43,728 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9390270-642e-4078-8237-62bfcd3f2103' 2024-11-27T21:20:43,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:43,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9390270-642e-4078-8237-62bfcd3f2103" 2024-11-27T21:20:43,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4f8c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:43,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41253,-1] 2024-11-27T21:20:43,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:43,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:43,732 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:43,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710f2e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:43,733 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41253,1732742431661 2024-11-27T21:20:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1482bcb9 2024-11-27T21:20:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:43,738 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:43,739 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T21:20:43,739 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:20:43,739 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:43,740 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:43,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:43,740 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:43,741 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:20:43,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:43,743 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:43,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:43,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:20:43,792 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:20:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:44,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7b4c980ffe9a518852b1f53f956ff64, NAME => 'hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f 2024-11-27T21:20:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:20:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:44,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:44,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7b4c980ffe9a518852b1f53f956ff64, disabling compactions & flushes 2024-11-27T21:20:44,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:20:44,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:20:44,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. after waiting 0 ms 2024-11-27T21:20:44,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:20:44,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:20:44,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7b4c980ffe9a518852b1f53f956ff64: Waiting for close lock at 1732742444577Disabling compacts and flushes for region at 1732742444577Disabling writes for close at 1732742444577Writing region close event to WAL at 1732742444577Closed at 1732742444577 2024-11-27T21:20:44,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:44,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742444579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742444579"}]},"ts":"1732742444579"} 2024-11-27T21:20:44,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:44,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:44,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742444582"}]},"ts":"1732742444582"} 2024-11-27T21:20:44,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:20:44,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7b4c980ffe9a518852b1f53f956ff64, ASSIGN}] 2024-11-27T21:20:44,585 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7b4c980ffe9a518852b1f53f956ff64, ASSIGN 2024-11-27T21:20:44,585 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7b4c980ffe9a518852b1f53f956ff64, ASSIGN; state=OFFLINE, location=4585c39bed03,41101,1732742428120; forceNewPlan=false, retain=false 2024-11-27T21:20:44,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7b4c980ffe9a518852b1f53f956ff64, regionState=OPENING, regionLocation=4585c39bed03,41101,1732742428120 2024-11-27T21:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7b4c980ffe9a518852b1f53f956ff64, ASSIGN because future has completed 2024-11-27T21:20:44,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7b4c980ffe9a518852b1f53f956ff64, server=4585c39bed03,41101,1732742428120}] 2024-11-27T21:20:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:44,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:20:44,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:44,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:20:44,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41101%2C1732742428120.rep, suffix=, logDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/oldWALs, maxLogs=10 2024-11-27T21:20:44,915 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:44,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:44,917 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48442 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:20:44,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.rep.1732742444898, exclude list is [], retry=0 2024-11-27T21:20:44,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43097,DS-f66f6ed5-53a5-4ae3-bc96-91087afb1e44,DISK] 2024-11-27T21:20:44,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.rep.1732742444898 2024-11-27T21:20:44,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37513:37513)] 2024-11-27T21:20:44,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7b4c980ffe9a518852b1f53f956ff64, NAME => 'hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:44,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:44,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:44,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. service=MultiRowMutationService 2024-11-27T21:20:44,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:20:44,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:44,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,940 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,941 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4c980ffe9a518852b1f53f956ff64 columnFamilyName hfileref 2024-11-27T21:20:44,941 DEBUG [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:44,942 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] regionserver.HStore(327): Store=d7b4c980ffe9a518852b1f53f956ff64/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:44,942 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,943 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4c980ffe9a518852b1f53f956ff64 columnFamilyName queue 2024-11-27T21:20:44,943 DEBUG [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:44,943 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] regionserver.HStore(327): Store=d7b4c980ffe9a518852b1f53f956ff64/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:44,944 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,945 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b4c980ffe9a518852b1f53f956ff64 columnFamilyName sid 2024-11-27T21:20:44,945 DEBUG [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:44,947 INFO [StoreOpener-d7b4c980ffe9a518852b1f53f956ff64-1 {}] regionserver.HStore(327): Store=d7b4c980ffe9a518852b1f53f956ff64/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:44,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:44,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:44,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7b4c980ffe9a518852b1f53f956ff64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61647555, jitterRate=-0.08137984573841095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:44,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:20:44,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7b4c980ffe9a518852b1f53f956ff64: Running coprocessor pre-open hook at 1732742444934Writing region info on filesystem at 1732742444934Initializing all the Stores at 1732742444935 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742444935Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742444940 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742444940Cleaning up temporary data from old regions at 1732742444949 (+9 ms)Running coprocessor post-open hooks at 1732742444954 (+5 ms)Region opened successfully at 1732742444954 2024-11-27T21:20:44,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64., pid=10, masterSystemTime=1732742444891 2024-11-27T21:20:44,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:20:44,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:20:44,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7b4c980ffe9a518852b1f53f956ff64, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41101,1732742428120 2024-11-27T21:20:44,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7b4c980ffe9a518852b1f53f956ff64, server=4585c39bed03,41101,1732742428120 because future has completed 2024-11-27T21:20:44,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:20:44,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7b4c980ffe9a518852b1f53f956ff64, server=4585c39bed03,41101,1732742428120 in 221 msec 2024-11-27T21:20:44,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:20:44,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7b4c980ffe9a518852b1f53f956ff64, ASSIGN in 378 msec 2024-11-27T21:20:44,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:44,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742444964"}]},"ts":"1732742444964"} 2024-11-27T21:20:44,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:20:44,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:44,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-27T21:20:44,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64., hostname=4585c39bed03,41101,1732742428120, seqNum=2] 2024-11-27T21:20:45,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:45,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:20:45,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:20:45,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:20:45,162 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:20:45,194 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,41101,1732742428120, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:20:45,194 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:45,195 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41101,1732742428120, seqNum=-1] 2024-11-27T21:20:45,195 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:45,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:45,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,41101,1732742428120', locateType=CURRENT is [region=hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64., hostname=4585c39bed03,41101,1732742428120, seqNum=2] 2024-11-27T21:20:45,200 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:20:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:20:45,203 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,41101,1732742428120 suceeded 2024-11-27T21:20:45,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:20:45,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-27T21:20:45,205 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:41253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:20:45,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-27T21:20:45,221 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:41253' 2024-11-27T21:20:45,223 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baf930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,223 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41253,-1 for getting cluster id 2024-11-27T21:20:45,223 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:45,224 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9390270-642e-4078-8237-62bfcd3f2103' 2024-11-27T21:20:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9390270-642e-4078-8237-62bfcd3f2103" 2024-11-27T21:20:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef419ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41253,-1] 2024-11-27T21:20:45,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:45,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:45,226 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:45,226 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72dab634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,226 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41253,1732742431661 2024-11-27T21:20:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556131f3 2024-11-27T21:20:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:45,228 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T21:20:45,229 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,41101,1732742428120 (queues=1) is replicating from cluster=843bcf7c-b802-4a23-903b-f1b91fab74bb to cluster=f9390270-642e-4078-8237-62bfcd3f2103 2024-11-27T21:20:45,229 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C41101%2C1732742428120 2024-11-27T21:20:45,229 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,41101,1732742428120, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:20:45,230 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, startPosition=0, beingWritten=true 2024-11-27T21:20:45,235 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C41101%2C1732742428120 2024-11-27T21:20:45,238 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:45,238 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:45,238 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:45,442 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:45,747 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:45,866 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:20:45,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:45,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:45,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:45,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:45,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:45,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41253,-1 for getting cluster id 2024-11-27T21:20:45,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:45,868 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9390270-642e-4078-8237-62bfcd3f2103' 2024-11-27T21:20:45,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:45,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9390270-642e-4078-8237-62bfcd3f2103" 2024-11-27T21:20:45,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342d3d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41253,-1] 2024-11-27T21:20:45,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:45,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:45,870 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f150b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41253,1732742431661 2024-11-27T21:20:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d6be12 2024-11-27T21:20:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:45,872 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:45,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:32971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:20:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:20:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:45,876 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:32971' 2024-11-27T21:20:45,877 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5008a4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,877 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:45,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:45,878 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bcefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:45,879 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658ec94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:45,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,32971,1732742435232 2024-11-27T21:20:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2114e4c4 2024-11-27T21:20:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:45,881 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:45,882 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:20:45,882 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:20:45,882 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:45,882 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:45,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:45,882 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:45,883 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:20:45,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:45,884 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:45,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:20:45,933 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:20:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:46,152 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:46,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be4891eb906af5d9c285e367532ea900, NAME => 'hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224 2024-11-27T21:20:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:20:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:20:46,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T21:20:46,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:20:46,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T21:20:46,657 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be4891eb906af5d9c285e367532ea900, disabling compactions & flushes 2024-11-27T21:20:46,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:20:46,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:20:46,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. after waiting 0 ms 2024-11-27T21:20:46,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:20:46,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:20:46,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be4891eb906af5d9c285e367532ea900: Waiting for close lock at 1732742446697Disabling compacts and flushes for region at 1732742446697Disabling writes for close at 1732742446698 (+1 ms)Writing region close event to WAL at 1732742446698Closed at 1732742446698 2024-11-27T21:20:46,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:46,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742446699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742446699"}]},"ts":"1732742446699"} 2024-11-27T21:20:46,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:46,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:46,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742446702"}]},"ts":"1732742446702"} 2024-11-27T21:20:46,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:20:46,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be4891eb906af5d9c285e367532ea900, ASSIGN}] 2024-11-27T21:20:46,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be4891eb906af5d9c285e367532ea900, ASSIGN 2024-11-27T21:20:46,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be4891eb906af5d9c285e367532ea900, ASSIGN; state=OFFLINE, location=4585c39bed03,41475,1732742431718; forceNewPlan=false, retain=false 2024-11-27T21:20:46,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be4891eb906af5d9c285e367532ea900, regionState=OPENING, regionLocation=4585c39bed03,41475,1732742431718 2024-11-27T21:20:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be4891eb906af5d9c285e367532ea900, ASSIGN because future has completed 2024-11-27T21:20:46,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be4891eb906af5d9c285e367532ea900, server=4585c39bed03,41475,1732742431718}] 2024-11-27T21:20:47,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:20:47,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:47,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:20:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:47,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41475%2C1732742431718.rep, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/oldWALs, maxLogs=10 2024-11-27T21:20:47,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.rep.1732742447017, exclude list is [], retry=0 2024-11-27T21:20:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-c17c96af-e422-4cf6-8e2d-97857f3041a1,DISK] 2024-11-27T21:20:47,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.rep.1732742447017 2024-11-27T21:20:47,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-11-27T21:20:47,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => be4891eb906af5d9c285e367532ea900, NAME => 'hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:47,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:47,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:47,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. service=MultiRowMutationService 2024-11-27T21:20:47,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:20:47,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:47,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,037 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,039 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4891eb906af5d9c285e367532ea900 columnFamilyName hfileref 2024-11-27T21:20:47,039 DEBUG [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:47,039 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] regionserver.HStore(327): Store=be4891eb906af5d9c285e367532ea900/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:47,039 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,040 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4891eb906af5d9c285e367532ea900 columnFamilyName queue 2024-11-27T21:20:47,040 DEBUG [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:47,040 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] regionserver.HStore(327): Store=be4891eb906af5d9c285e367532ea900/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:47,041 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,042 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4891eb906af5d9c285e367532ea900 columnFamilyName sid 2024-11-27T21:20:47,042 DEBUG [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:47,042 INFO [StoreOpener-be4891eb906af5d9c285e367532ea900-1 {}] regionserver.HStore(327): Store=be4891eb906af5d9c285e367532ea900/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:47,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/replication/be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/replication/be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:47,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/replication/be4891eb906af5d9c285e367532ea900/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:47,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened be4891eb906af5d9c285e367532ea900; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70656643, jitterRate=0.052866026759147644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:47,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be4891eb906af5d9c285e367532ea900 2024-11-27T21:20:47,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for be4891eb906af5d9c285e367532ea900: Running coprocessor pre-open hook at 1732742447036Writing region info on filesystem at 1732742447036Initializing all the Stores at 1732742447037 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742447037Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742447037Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742447037Cleaning up temporary data from old regions at 1732742447044 (+7 ms)Running coprocessor post-open hooks at 1732742447048 (+4 ms)Region opened successfully at 1732742447048 2024-11-27T21:20:47,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900., pid=10, masterSystemTime=1732742447011 2024-11-27T21:20:47,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:20:47,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:20:47,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be4891eb906af5d9c285e367532ea900, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41475,1732742431718 2024-11-27T21:20:47,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be4891eb906af5d9c285e367532ea900, server=4585c39bed03,41475,1732742431718 because future has completed 2024-11-27T21:20:47,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:20:47,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure be4891eb906af5d9c285e367532ea900, server=4585c39bed03,41475,1732742431718 in 195 msec 2024-11-27T21:20:47,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:20:47,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be4891eb906af5d9c285e367532ea900, ASSIGN in 353 msec 2024-11-27T21:20:47,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:47,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742447060"}]},"ts":"1732742447060"} 2024-11-27T21:20:47,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:20:47,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:47,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-27T21:20:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900., hostname=4585c39bed03,41475,1732742431718, seqNum=2] 2024-11-27T21:20:47,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:47,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:20:47,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:20:47,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:20:47,255 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:20:47,262 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:47,290 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,41475,1732742431718, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:20:47,291 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:47,291 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41475,1732742431718, seqNum=-1] 2024-11-27T21:20:47,291 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:47,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:47,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,41475,1732742431718', locateType=CURRENT is [region=hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900., hostname=4585c39bed03,41475,1732742431718, seqNum=2] 2024-11-27T21:20:47,296 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:20:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:20:47,298 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,41475,1732742431718 suceeded 2024-11-27T21:20:47,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:20:47,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-27T21:20:47,300 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:32971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:20:47,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-27T21:20:47,310 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:32971' 2024-11-27T21:20:47,311 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6f4556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:47,311 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:47,311 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:47,311 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:47,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:47,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:47,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@173c212f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:47,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:47,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:47,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:47,313 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:47,313 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba5a374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:47,313 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:47,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,32971,1732742435232 2024-11-27T21:20:47,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c6661c 2024-11-27T21:20:47,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:47,315 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T21:20:47,315 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,41475,1732742431718 (queues=1) is replicating from cluster=f9390270-642e-4078-8237-62bfcd3f2103 to cluster=ec68c8ef-2838-47b1-9d21-ec77bf0af5fc 2024-11-27T21:20:47,315 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C41475%2C1732742431718 2024-11-27T21:20:47,315 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,41475,1732742431718, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:20:47,316 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C41475%2C1732742431718 2024-11-27T21:20:47,316 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, startPosition=0, beingWritten=true 2024-11-27T21:20:47,320 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:47,320 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 379, reset compression=false 2024-11-27T21:20:47,320 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:47,523 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 379, reset compression=false 2024-11-27T21:20:47,827 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 379, reset compression=false 2024-11-27T21:20:47,965 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:48,037 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:20:48,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:48,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:48,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:48,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:48,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:48,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:48,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:48,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:48,046 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:48,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:48,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:48,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2032ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:48,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:48,048 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:48,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f1b0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:48,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,32971,1732742435232 2024-11-27T21:20:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bce256e 2024-11-27T21:20:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:48,051 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:48,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:37169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:20:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:20:48,055 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:37169' 2024-11-27T21:20:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:48,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25461dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:48,061 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37169,-1 for getting cluster id 2024-11-27T21:20:48,061 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:48,061 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '843bcf7c-b802-4a23-903b-f1b91fab74bb' 2024-11-27T21:20:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "843bcf7c-b802-4a23-903b-f1b91fab74bb" 2024-11-27T21:20:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa0dcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37169,-1] 2024-11-27T21:20:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:48,063 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:48,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fc0756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:48,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:48,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37169,1732742428068 2024-11-27T21:20:48,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa8e4e4 2024-11-27T21:20:48,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:48,067 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:48,068 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:20:48,068 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:20:48,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:48,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:48,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:48,068 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:20:48,070 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:20:48,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:20:48,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:48,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:20:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:20:48,120 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:48,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:48,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,236 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 379, reset compression=false 2024-11-27T21:20:48,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:48,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39418b0b572353858d09e42edbf4b2c5, NAME => 'hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a 2024-11-27T21:20:48,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:20:48,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:48,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39418b0b572353858d09e42edbf4b2c5, disabling compactions & flushes 2024-11-27T21:20:48,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:48,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:48,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. after waiting 0 ms 2024-11-27T21:20:48,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:48,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:48,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39418b0b572353858d09e42edbf4b2c5: Waiting for close lock at 1732742448535Disabling compacts and flushes for region at 1732742448535Disabling writes for close at 1732742448535Writing region close event to WAL at 1732742448535Closed at 1732742448535 2024-11-27T21:20:48,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:20:48,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742448536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742448536"}]},"ts":"1732742448536"} 2024-11-27T21:20:48,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:20:48,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:20:48,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742448540"}]},"ts":"1732742448540"} 2024-11-27T21:20:48,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:20:48,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39418b0b572353858d09e42edbf4b2c5, ASSIGN}] 2024-11-27T21:20:48,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39418b0b572353858d09e42edbf4b2c5, ASSIGN 2024-11-27T21:20:48,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39418b0b572353858d09e42edbf4b2c5, ASSIGN; state=OFFLINE, location=4585c39bed03,38297,1732742435286; forceNewPlan=false, retain=false 2024-11-27T21:20:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:48,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39418b0b572353858d09e42edbf4b2c5, regionState=OPENING, regionLocation=4585c39bed03,38297,1732742435286 2024-11-27T21:20:48,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39418b0b572353858d09e42edbf4b2c5, ASSIGN because future has completed 2024-11-27T21:20:48,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39418b0b572353858d09e42edbf4b2c5, server=4585c39bed03,38297,1732742435286}] 2024-11-27T21:20:48,753 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 379, reset compression=false 2024-11-27T21:20:48,769 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:48,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:48,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:20:48,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:20:48,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C38297%2C1732742435286.rep, suffix=, logDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286, archiveDir=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/oldWALs, maxLogs=10 2024-11-27T21:20:48,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.rep.1732742448865, exclude list is [], retry=0 2024-11-27T21:20:48,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-50513a58-4e84-414e-a582-7a2ec430d763,DISK] 2024-11-27T21:20:48,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.rep.1732742448865 2024-11-27T21:20:48,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-27T21:20:48,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 39418b0b572353858d09e42edbf4b2c5, NAME => 'hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:20:48,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:20:48,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:20:48,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. service=MultiRowMutationService 2024-11-27T21:20:48,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:20:48,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:20:48,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,884 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,885 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39418b0b572353858d09e42edbf4b2c5 columnFamilyName hfileref 2024-11-27T21:20:48,885 DEBUG [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:48,886 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] regionserver.HStore(327): Store=39418b0b572353858d09e42edbf4b2c5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:48,886 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,886 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39418b0b572353858d09e42edbf4b2c5 columnFamilyName queue 2024-11-27T21:20:48,886 DEBUG [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:48,887 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] regionserver.HStore(327): Store=39418b0b572353858d09e42edbf4b2c5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:48,887 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,887 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39418b0b572353858d09e42edbf4b2c5 columnFamilyName sid 2024-11-27T21:20:48,887 DEBUG [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:20:48,888 INFO [StoreOpener-39418b0b572353858d09e42edbf4b2c5-1 {}] regionserver.HStore(327): Store=39418b0b572353858d09e42edbf4b2c5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:20:48,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:20:48,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:20:48,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 39418b0b572353858d09e42edbf4b2c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71485655, jitterRate=0.06521926820278168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:20:48,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:48,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 39418b0b572353858d09e42edbf4b2c5: Running coprocessor pre-open hook at 1732742448883Writing region info on filesystem at 1732742448883Initializing all the Stores at 1732742448884 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742448884Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742448884Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742448884Cleaning up temporary data from old regions at 1732742448889 (+5 ms)Running coprocessor post-open hooks at 1732742448892 (+3 ms)Region opened successfully at 1732742448892 2024-11-27T21:20:48,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5., pid=10, masterSystemTime=1732742448860 2024-11-27T21:20:48,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:48,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:48,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39418b0b572353858d09e42edbf4b2c5, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,38297,1732742435286 2024-11-27T21:20:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39418b0b572353858d09e42edbf4b2c5, server=4585c39bed03,38297,1732742435286 because future has completed 2024-11-27T21:20:48,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:20:48,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39418b0b572353858d09e42edbf4b2c5, server=4585c39bed03,38297,1732742435286 in 199 msec 2024-11-27T21:20:48,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:20:48,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39418b0b572353858d09e42edbf4b2c5, ASSIGN in 356 msec 2024-11-27T21:20:48,902 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:20:48,902 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742448902"}]},"ts":"1732742448902"} 2024-11-27T21:20:48,903 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:20:48,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:20:48,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 835 msec 2024-11-27T21:20:48,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5., hostname=4585c39bed03,38297,1732742435286, seqNum=2] 2024-11-27T21:20:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:48,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:20:49,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:20:49,086 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:20:49,114 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,38297,1732742435286, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:20:49,115 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:49,115 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,38297,1732742435286, seqNum=-1] 2024-11-27T21:20:49,115 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:49,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:49,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,38297,1732742435286', locateType=CURRENT is [region=hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5., hostname=4585c39bed03,38297,1732742435286, seqNum=2] 2024-11-27T21:20:49,121 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:20:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:20:49,123 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,38297,1732742435286 suceeded 2024-11-27T21:20:49,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:20:49,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T21:20:49,125 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:37169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:20:49,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0740 sec 2024-11-27T21:20:49,139 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:37169' 2024-11-27T21:20:49,140 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41d4ac7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,140 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37169,-1 for getting cluster id 2024-11-27T21:20:49,140 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:49,141 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '843bcf7c-b802-4a23-903b-f1b91fab74bb' 2024-11-27T21:20:49,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:49,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "843bcf7c-b802-4a23-903b-f1b91fab74bb" 2024-11-27T21:20:49,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d8d104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37169,-1] 2024-11-27T21:20:49,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:49,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:49,142 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:49,143 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25597b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,143 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:49,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37169,1732742428068 2024-11-27T21:20:49,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4903e456 2024-11-27T21:20:49,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:49,144 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T21:20:49,145 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,38297,1732742435286 (queues=1) is replicating from cluster=ec68c8ef-2838-47b1-9d21-ec77bf0af5fc to cluster=843bcf7c-b802-4a23-903b-f1b91fab74bb 2024-11-27T21:20:49,145 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C38297%2C1732742435286 2024-11-27T21:20:49,145 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,38297,1732742435286, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:20:49,145 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, startPosition=0, beingWritten=true 2024-11-27T21:20:49,145 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C38297%2C1732742435286 2024-11-27T21:20:49,150 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:49,150 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 379, reset compression=false 2024-11-27T21:20:49,150 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:20:49,197 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:20:49,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:49,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:49,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:49,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:49,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:49,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37169,-1 for getting cluster id 2024-11-27T21:20:49,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:49,198 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '843bcf7c-b802-4a23-903b-f1b91fab74bb' 2024-11-27T21:20:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "843bcf7c-b802-4a23-903b-f1b91fab74bb" 2024-11-27T21:20:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27372b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37169,-1] 2024-11-27T21:20:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:49,200 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a0b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41253,-1 for getting cluster id 2024-11-27T21:20:49,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:49,201 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9390270-642e-4078-8237-62bfcd3f2103' 2024-11-27T21:20:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9390270-642e-4078-8237-62bfcd3f2103" 2024-11-27T21:20:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3932b855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41253,-1] 2024-11-27T21:20:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:49,202 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:49,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a328a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:49,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:49,204 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f5a293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:49,205 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:49,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff476ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41101,1732742428120, seqNum=-1] 2024-11-27T21:20:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:49,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742437233.7bc14d506b7763fc20b711546c9596fb., hostname=4585c39bed03,41101,1732742428120, seqNum=2] 2024-11-27T21:20:49,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:49,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,38297,1732742435286, seqNum=-1] 2024-11-27T21:20:49,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:49,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e., hostname=4585c39bed03,38297,1732742435286, seqNum=2] 2024-11-27T21:20:49,255 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T21:20:49,353 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 379, reset compression=false 2024-11-27T21:20:49,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 379, reset compression=false 2024-11-27T21:20:49,657 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 379, reset compression=false 2024-11-27T21:20:49,673 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 379, reset compression=false 2024-11-27T21:20:49,678 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:49,678 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 480, reset compression=false 2024-11-27T21:20:49,678 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[{test/7bc14d506b7763fc20b711546c9596fb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T21:20:49,680 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:49,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T21:20:49,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:49,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a06dd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41253,-1 for getting cluster id 2024-11-27T21:20:49,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:49,684 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9390270-642e-4078-8237-62bfcd3f2103' 2024-11-27T21:20:49,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:49,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9390270-642e-4078-8237-62bfcd3f2103" 2024-11-27T21:20:49,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f69936f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41253,-1] 2024-11-27T21:20:49,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:49,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:49,685 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:49,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56182871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:49,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41475,1732742431718, seqNum=-1] 2024-11-27T21:20:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:49,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742439389.92f3759440abe65b3388240c7427eb30., hostname=4585c39bed03,41475,1732742431718, seqNum=2] 2024-11-27T21:20:49,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:49,882 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 480, reset compression=false 2024-11-27T21:20:50,060 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 379, reset compression=false 2024-11-27T21:20:50,061 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 379, reset compression=false 2024-11-27T21:20:50,065 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:50,065 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 504, reset compression=false 2024-11-27T21:20:50,065 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[{test/92f3759440abe65b3388240c7427eb30/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T21:20:50,067 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:50,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T21:20:50,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:50,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb3c3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:50,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:50,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:50,070 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:50,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e95fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:50,072 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:50,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e22f6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:50,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:50,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,38297,1732742435286, seqNum=-1] 2024-11-27T21:20:50,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:50,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:50,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e., hostname=4585c39bed03,38297,1732742435286, seqNum=2] 2024-11-27T21:20:50,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:50,185 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 480, reset compression=false 2024-11-27T21:20:50,257 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T21:20:50,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41475,1732742431718, seqNum=-1] 2024-11-27T21:20:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:50,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:20:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732742439389.92f3759440abe65b3388240c7427eb30., hostname=4585c39bed03,41475,1732742431718, seqNum=2] 2024-11-27T21:20:50,264 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T21:20:50,269 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 504, reset compression=false 2024-11-27T21:20:50,273 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:50,273 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 608, reset compression=false 2024-11-27T21:20:50,273 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[{test/92f3759440abe65b3388240c7427eb30/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T21:20:50,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:50,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:50,477 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 608, reset compression=false 2024-11-27T21:20:50,565 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 379, reset compression=false 2024-11-27T21:20:50,569 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:50,570 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 656, reset compression=false 2024-11-27T21:20:50,570 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[{test/5da76c6ca23ef22114c34e14f6a5df9e/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T21:20:50,572 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:50,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T21:20:50,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:50,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fe559f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:50,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37169,-1 for getting cluster id 2024-11-27T21:20:50,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:50,574 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '843bcf7c-b802-4a23-903b-f1b91fab74bb' 2024-11-27T21:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "843bcf7c-b802-4a23-903b-f1b91fab74bb" 2024-11-27T21:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7290aeb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37169,-1] 2024-11-27T21:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:50,576 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:50,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa55cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:50,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:20:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41101,1732742428120, seqNum=-1] 2024-11-27T21:20:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:20:50,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T21:20:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732742437233.7bc14d506b7763fc20b711546c9596fb., hostname=4585c39bed03,41101,1732742428120, seqNum=2] 2024-11-27T21:20:50,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:50,589 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 480, reset compression=false 2024-11-27T21:20:50,593 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:50,593 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 632, reset compression=false 2024-11-27T21:20:50,593 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:50,773 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 656, reset compression=false 2024-11-27T21:20:50,781 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 608, reset compression=false 2024-11-27T21:20:50,796 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 632, reset compression=false 2024-11-27T21:20:51,077 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 656, reset compression=false 2024-11-27T21:20:51,099 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 632, reset compression=false 2024-11-27T21:20:51,194 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 608, reset compression=false 2024-11-27T21:20:51,266 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T21:20:51,269 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T21:20:51,481 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 656, reset compression=false 2024-11-27T21:20:51,485 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:51,485 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 760, reset compression=false 2024-11-27T21:20:51,485 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[{test/5da76c6ca23ef22114c34e14f6a5df9e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T21:20:51,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:51,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:51,502 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 632, reset compression=false 2024-11-27T21:20:51,505 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:51,505 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 760, reset compression=false 2024-11-27T21:20:51,505 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[{test/7bc14d506b7763fc20b711546c9596fb/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T21:20:51,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:51,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:51,689 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 760, reset compression=false 2024-11-27T21:20:51,698 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 608, reset compression=false 2024-11-27T21:20:51,701 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:51,701 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 760, reset compression=false 2024-11-27T21:20:51,701 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:51,708 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 760, reset compression=false 2024-11-27T21:20:51,904 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 760, reset compression=false 2024-11-27T21:20:51,992 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 760, reset compression=false 2024-11-27T21:20:52,011 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 760, reset compression=false 2024-11-27T21:20:52,209 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 760, reset compression=false 2024-11-27T21:20:52,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T21:20:52,280 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T21:20:52,396 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 760, reset compression=false 2024-11-27T21:20:52,415 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 760, reset compression=false 2024-11-27T21:20:52,420 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:52,420 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 916, reset compression=false 2024-11-27T21:20:52,420 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[{test/7bc14d506b7763fc20b711546c9596fb/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T21:20:52,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:52,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:52,613 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 760, reset compression=false 2024-11-27T21:20:52,618 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:52,618 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 908, reset compression=false 2024-11-27T21:20:52,618 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[{test/92f3759440abe65b3388240c7427eb30/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T21:20:52,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:52,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:52,624 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 916, reset compression=false 2024-11-27T21:20:52,823 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 908, reset compression=false 2024-11-27T21:20:52,900 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 760, reset compression=false 2024-11-27T21:20:52,905 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:52,905 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 932, reset compression=false 2024-11-27T21:20:52,906 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:52,928 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 916, reset compression=false 2024-11-27T21:20:53,109 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 932, reset compression=false 2024-11-27T21:20:53,127 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 908, reset compression=false 2024-11-27T21:20:53,283 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T21:20:53,287 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T21:20:53,332 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 916, reset compression=false 2024-11-27T21:20:53,414 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 932, reset compression=false 2024-11-27T21:20:53,531 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 908, reset compression=false 2024-11-27T21:20:53,541 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:53,541 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1067, reset compression=false 2024-11-27T21:20:53,541 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[{test/92f3759440abe65b3388240c7427eb30/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T21:20:53,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:53,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:53,746 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1067, reset compression=false 2024-11-27T21:20:53,818 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 932, reset compression=false 2024-11-27T21:20:53,823 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:53,823 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1082, reset compression=false 2024-11-27T21:20:53,823 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[{test/5da76c6ca23ef22114c34e14f6a5df9e/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T21:20:53,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:53,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:53,836 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 916, reset compression=false 2024-11-27T21:20:53,840 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:53,840 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1090, reset compression=false 2024-11-27T21:20:53,840 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:54,026 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1082, reset compression=false 2024-11-27T21:20:54,043 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1090, reset compression=false 2024-11-27T21:20:54,050 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1067, reset compression=false 2024-11-27T21:20:54,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T21:20:54,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T21:20:54,331 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1082, reset compression=false 2024-11-27T21:20:54,336 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:54,336 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1241, reset compression=false 2024-11-27T21:20:54,336 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[{test/5da76c6ca23ef22114c34e14f6a5df9e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T21:20:54,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:54,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:54,346 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1090, reset compression=false 2024-11-27T21:20:54,351 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:54,351 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1240, reset compression=false 2024-11-27T21:20:54,351 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[{test/7bc14d506b7763fc20b711546c9596fb/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T21:20:54,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:54,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:54,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:20:54,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:20:54,453 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1067, reset compression=false 2024-11-27T21:20:54,458 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:54,459 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1241, reset compression=false 2024-11-27T21:20:54,459 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:54,548 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1241, reset compression=false 2024-11-27T21:20:54,555 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1240, reset compression=false 2024-11-27T21:20:54,662 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1241, reset compression=false 2024-11-27T21:20:54,852 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1241, reset compression=false 2024-11-27T21:20:54,862 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1240, reset compression=false 2024-11-27T21:20:54,967 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1241, reset compression=false 2024-11-27T21:20:55,256 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1241, reset compression=false 2024-11-27T21:20:55,266 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1240, reset compression=false 2024-11-27T21:20:55,296 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T21:20:55,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faccffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:55,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:55,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:55,304 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30caaeff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:55,306 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a2dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:55,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,32971,1732742435232 2024-11-27T21:20:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9061ec8 2024-11-27T21:20:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:55,312 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:55,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-27T21:20:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T21:20:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T21:20:55,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:20:55,371 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1241, reset compression=false 2024-11-27T21:20:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T21:20:55,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T21:20:55,475 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T21:20:55,476 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T21:20:55,476 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,38297,1732742435286 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T21:20:55,476 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/4585c39bed03:0-0. 2024-11-27T21:20:55,476 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:55,476 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:55,476 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:55,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:55,576 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T21:20:55,577 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:20:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T21:20:55,677 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 terminated 2024-11-27T21:20:55,698 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,38297,1732742435286, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:20:55,699 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T21:20:55,699 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T21:20:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T21:20:55,702 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 4585c39bed03,38297,1732742435286 suceeded 2024-11-27T21:20:55,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T21:20:55,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-27T21:20:55,704 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T21:20:55,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 391 msec 2024-11-27T21:20:55,721 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:37169' 2024-11-27T21:20:55,723 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fc68234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:55,723 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,37169,-1 for getting cluster id 2024-11-27T21:20:55,723 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:55,724 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '843bcf7c-b802-4a23-903b-f1b91fab74bb' 2024-11-27T21:20:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "843bcf7c-b802-4a23-903b-f1b91fab74bb" 2024-11-27T21:20:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c82e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:55,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,37169,-1] 2024-11-27T21:20:55,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:55,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:55,725 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:55,726 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b0edd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:55,726 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:55,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,37169,1732742428068 2024-11-27T21:20:55,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e5e8a1 2024-11-27T21:20:55,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:55,728 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T21:20:55,729 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,38297,1732742435286 (queues=1) is replicating from cluster=ec68c8ef-2838-47b1-9d21-ec77bf0af5fc to cluster=843bcf7c-b802-4a23-903b-f1b91fab74bb 2024-11-27T21:20:55,729 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C38297%2C1732742435286 2024-11-27T21:20:55,729 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,38297,1732742435286, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:20:55,729 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C38297%2C1732742435286 2024-11-27T21:20:55,768 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1240, reset compression=false 2024-11-27T21:20:55,875 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1241, reset compression=false 2024-11-27T21:20:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T21:20:55,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:55,947 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:20:55,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:55,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:55,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:55,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:55,950 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T21:20:56,372 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1240, reset compression=false 2024-11-27T21:20:56,378 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:56,378 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1344, reset compression=false 2024-11-27T21:20:56,378 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[{test/7bc14d506b7763fc20b711546c9596fb/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T21:20:56,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:56,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:56,479 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1241, reset compression=false 2024-11-27T21:20:56,484 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:56,484 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1369, reset compression=false 2024-11-27T21:20:56,484 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[{test/92f3759440abe65b3388240c7427eb30/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T21:20:56,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:56,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:56,613 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1344, reset compression=false 2024-11-27T21:20:56,688 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1369, reset compression=false 2024-11-27T21:20:56,939 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1344, reset compression=false 2024-11-27T21:20:56,953 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T21:20:56,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:56,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,32971,-1 for getting cluster id 2024-11-27T21:20:56,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:20:56,957 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec68c8ef-2838-47b1-9d21-ec77bf0af5fc' 2024-11-27T21:20:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:20:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec68c8ef-2838-47b1-9d21-ec77bf0af5fc" 2024-11-27T21:20:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57659a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,32971,-1] 2024-11-27T21:20:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:20:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:56,959 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:20:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b63cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:20:56,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:20:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,32971,1732742435232 2024-11-27T21:20:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69e33e88 2024-11-27T21:20:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:20:56,965 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:20:56,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-27T21:20:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T21:20:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T21:20:56,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:20:56,994 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1369, reset compression=false 2024-11-27T21:20:57,015 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:57,015 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:20:57,015 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[{test/92f3759440abe65b3388240c7427eb30/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T21:20:57,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:57,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T21:20:57,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T21:20:57,127 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T21:20:57,127 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T21:20:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T21:20:57,130 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 4585c39bed03,38297,1732742435286 suceeded 2024-11-27T21:20:57,131 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, startPosition=1241, beingWritten=true 2024-11-27T21:20:57,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T21:20:57,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-27T21:20:57,134 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T21:20:57,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-11-27T21:20:57,136 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:20:57,136 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1521, reset compression=false 2024-11-27T21:20:57,136 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[{test/5da76c6ca23ef22114c34e14f6a5df9e/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T21:20:57,139 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:20:57,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T21:20:57,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:20:57,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:20:57,226 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:20:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T21:20:57,286 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:20:57,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:57,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:57,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:57,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:57,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:57,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T21:20:57,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:20:57,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:57,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:57,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:57,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:57,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:57,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:20:57,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1002021231, stopped=false 2024-11-27T21:20:57,289 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,32971,1732742435232 2024-11-27T21:20:57,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2243204432/running 2024-11-27T21:20:57,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2243204432/running 2024-11-27T21:20:57,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:57,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:57,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:20:57,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:20:57,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:57,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on znode that does not yet exist, /2243204432/running 2024-11-27T21:20:57,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Set watcher on znode that does not yet exist, /2243204432/running 2024-11-27T21:20:57,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:57,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,38297,1732742435286' ***** 2024-11-27T21:20:57,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:20:57,292 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:20:57,292 INFO [RS:0;4585c39bed03:38297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:20:57,293 INFO [RS:0;4585c39bed03:38297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:20:57,293 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 39418b0b572353858d09e42edbf4b2c5 2024-11-27T21:20:57,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:20:57,293 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:57,293 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,38297,1732742435286 2024-11-27T21:20:57,294 INFO [RS:0;4585c39bed03:38297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:20:57,294 INFO [RS:0;4585c39bed03:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:38297. 2024-11-27T21:20:57,294 DEBUG [RS:0;4585c39bed03:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39418b0b572353858d09e42edbf4b2c5, disabling compactions & flushes 2024-11-27T21:20:57,294 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:57,294 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. after waiting 0 ms 2024-11-27T21:20:57,294 INFO [RS:0;4585c39bed03:38297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:57,294 INFO [RS:0;4585c39bed03:38297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:20:57,294 INFO [RS:0;4585c39bed03:38297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:20:57,294 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:20:57,294 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39418b0b572353858d09e42edbf4b2c5 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-27T21:20:57,294 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:20:57,294 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 39418b0b572353858d09e42edbf4b2c5=hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5., 5da76c6ca23ef22114c34e14f6a5df9e=test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e.} 2024-11-27T21:20:57,294 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39418b0b572353858d09e42edbf4b2c5, 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:20:57,294 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:20:57,294 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:20:57,294 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:20:57,298 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:20:57,309 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5/.tmp/queue/4b15556eda9e460da9b91d5567a54669 is 154, key is 1-4585c39bed03,38297,1732742435286/queue:4585c39bed03%2C38297%2C1732742435286/1732742457152/Put/seqid=0 2024-11-27T21:20:57,313 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/info/df2e3a22adaf4f428c8a1074ef45dc11 is 147, key is hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5./info:regioninfo/1732742448895/Put/seqid=0 2024-11-27T21:20:57,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741840_1016 (size=5353) 2024-11-27T21:20:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741841_1017 (size=7686) 2024-11-27T21:20:57,316 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/info/df2e3a22adaf4f428c8a1074ef45dc11 2024-11-27T21:20:57,333 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/ns/f2c21437e80042ed9fcc20f89f9fec5d is 43, key is default/ns:d/1732742437158/Put/seqid=0 2024-11-27T21:20:57,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:20:57,340 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1521, reset compression=false 2024-11-27T21:20:57,346 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1344, reset compression=false 2024-11-27T21:20:57,349 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:57,349 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:20:57,350 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:57,476 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:20:57,476 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:20:57,494 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39418b0b572353858d09e42edbf4b2c5, 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:57,529 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:20:57,553 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:20:57,643 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1521, reset compression=false 2024-11-27T21:20:57,656 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:20:57,694 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39418b0b572353858d09e42edbf4b2c5, 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:57,713 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5/.tmp/queue/4b15556eda9e460da9b91d5567a54669 2024-11-27T21:20:57,718 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5/.tmp/queue/4b15556eda9e460da9b91d5567a54669 as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5/queue/4b15556eda9e460da9b91d5567a54669 2024-11-27T21:20:57,722 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5/queue/4b15556eda9e460da9b91d5567a54669, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T21:20:57,723 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 39418b0b572353858d09e42edbf4b2c5 in 429ms, sequenceid=12, compaction requested=false 2024-11-27T21:20:57,727 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/replication/39418b0b572353858d09e42edbf4b2c5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T21:20:57,727 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:20:57,727 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:20:57,727 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:57,727 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39418b0b572353858d09e42edbf4b2c5: Waiting for close lock at 1732742457294Running coprocessor pre-close hooks at 1732742457294Disabling compacts and flushes for region at 1732742457294Disabling writes for close at 1732742457294Obtaining lock to block concurrent updates at 1732742457294Preparing flush snapshotting stores in 39418b0b572353858d09e42edbf4b2c5 at 1732742457294Finished memstore snapshotting hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732742457294Flushing stores of hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. at 1732742457295 (+1 ms)Flushing 39418b0b572353858d09e42edbf4b2c5/queue: creating writer at 1732742457295Flushing 39418b0b572353858d09e42edbf4b2c5/queue: appending metadata at 1732742457309 (+14 ms)Flushing 39418b0b572353858d09e42edbf4b2c5/queue: closing flushed file at 1732742457309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724a9c1e: reopening flushed file at 1732742457717 (+408 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 39418b0b572353858d09e42edbf4b2c5 in 429ms, sequenceid=12, compaction requested=false at 1732742457723 (+6 ms)Writing region close event to WAL at 1732742457724 (+1 ms)Running coprocessor post-close hooks at 1732742457727 (+3 ms)Closed at 1732742457727 2024-11-27T21:20:57,728 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742448068.39418b0b572353858d09e42edbf4b2c5. 2024-11-27T21:20:57,728 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5da76c6ca23ef22114c34e14f6a5df9e, disabling compactions & flushes 2024-11-27T21:20:57,728 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:57,728 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:57,728 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. after waiting 0 ms 2024-11-27T21:20:57,728 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:57,728 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5da76c6ca23ef22114c34e14f6a5df9e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T21:20:57,737 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/ns/f2c21437e80042ed9fcc20f89f9fec5d 2024-11-27T21:20:57,746 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/f/09c1c8784b1c46e4a69f420ba80d74d7 is 37, key is row3/f:row3/1732742455948/Put/seqid=0 2024-11-27T21:20:57,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741843_1019 (size=5228) 2024-11-27T21:20:57,756 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/rep_barrier/37e1a4c03285405d8b45a3c2acef0126 is 112, key is test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e./rep_barrier:seqnumDuringOpen/1732742442703/Put/seqid=0 2024-11-27T21:20:57,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741844_1020 (size=5518) 2024-11-27T21:20:57,857 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:20:57,895 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:57,933 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:20:58,046 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1521, reset compression=false 2024-11-27T21:20:58,051 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:20:58,051 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1768, reset compression=false 2024-11-27T21:20:58,051 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,38297,1732742435286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:20:58,052 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,38297,1732742435286: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,38297,1732742435286, walGroup=4585c39bed03%2C38297%2C1732742435286, offset=4585c39bed03%2C38297%2C1732742435286.1732742436620:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:20:58,053 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:20:58,053 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:20:58,053 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:20:58,053 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:20:58,053 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:20:58,054 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 876020576 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198200608 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:20:58,054 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:32971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:32971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:20:58,095 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:58,150 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/f/09c1c8784b1c46e4a69f420ba80d74d7 2024-11-27T21:20:58,154 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c1c8784b1c46e4a69f420ba80d74d7 2024-11-27T21:20:58,160 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/rep_barrier/37e1a4c03285405d8b45a3c2acef0126 2024-11-27T21:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/f1/b74acfba5caf43b09ef031c47881031c is 30, key is row1/f1:/1732742453284/DeleteFamily/seqid=0 2024-11-27T21:20:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741845_1021 (size=5158) 2024-11-27T21:20:58,180 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/table/1c928407b22346009d92e6a659a3168e is 53, key is hbase:replication/table:state/1732742448902/Put/seqid=0 2024-11-27T21:20:58,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741846_1022 (size=5308) 2024-11-27T21:20:58,254 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1768, reset compression=false 2024-11-27T21:20:58,261 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:20:58,295 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:20:58,295 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5da76c6ca23ef22114c34e14f6a5df9e=test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e.} 2024-11-27T21:20:58,295 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:58,436 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:20:58,495 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:58,557 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1768, reset compression=false 2024-11-27T21:20:58,578 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/f1/b74acfba5caf43b09ef031c47881031c 2024-11-27T21:20:58,582 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b74acfba5caf43b09ef031c47881031c 2024-11-27T21:20:58,583 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/table/1c928407b22346009d92e6a659a3168e 2024-11-27T21:20:58,587 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/info/df2e3a22adaf4f428c8a1074ef45dc11 as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/info/df2e3a22adaf4f428c8a1074ef45dc11 2024-11-27T21:20:58,591 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/info/df2e3a22adaf4f428c8a1074ef45dc11, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:20:58,592 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/ns/f2c21437e80042ed9fcc20f89f9fec5d as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/ns/f2c21437e80042ed9fcc20f89f9fec5d 2024-11-27T21:20:58,596 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/ns/f2c21437e80042ed9fcc20f89f9fec5d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:20:58,596 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/rep_barrier/37e1a4c03285405d8b45a3c2acef0126 as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/rep_barrier/37e1a4c03285405d8b45a3c2acef0126 2024-11-27T21:20:58,599 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/norep/eaa9e445d41047888afb27e1430a12d8 is 33, key is row2/norep:/1732742454290/DeleteFamily/seqid=0 2024-11-27T21:20:58,600 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/rep_barrier/37e1a4c03285405d8b45a3c2acef0126, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:20:58,601 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/.tmp/table/1c928407b22346009d92e6a659a3168e as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/table/1c928407b22346009d92e6a659a3168e 2024-11-27T21:20:58,604 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/table/1c928407b22346009d92e6a659a3168e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:20:58,605 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-27T21:20:58,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741847_1023 (size=5108) 2024-11-27T21:20:58,610 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:20:58,610 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:20:58,610 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:20:58,610 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:58,611 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742457294Running coprocessor pre-close hooks at 1732742457294Disabling compacts and flushes for region at 1732742457294Disabling writes for close at 1732742457294Obtaining lock to block concurrent updates at 1732742457294Preparing flush snapshotting stores in 1588230740 at 1732742457294Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742457295 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742457295Flushing 1588230740/info: creating writer at 1732742457295Flushing 1588230740/info: appending metadata at 1732742457312 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732742457312Flushing 1588230740/ns: creating writer at 1732742457320 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732742457333 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732742457333Flushing 1588230740/rep_barrier: creating writer at 1732742457741 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742457756 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742457756Flushing 1588230740/table: creating writer at 1732742458163 (+407 ms)Flushing 1588230740/table: appending metadata at 1732742458179 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732742458179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eda6d: reopening flushed file at 1732742458587 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535d7e02: reopening flushed file at 1732742458591 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6fc887: reopening flushed file at 1732742458596 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d053a4e: reopening flushed file at 1732742458600 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1732742458605 (+5 ms)Writing region close event to WAL at 1732742458607 (+2 ms)Running coprocessor post-close hooks at 1732742458610 (+3 ms)Closed at 1732742458610 2024-11-27T21:20:58,611 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:20:58,695 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:58,763 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:20:58,896 DEBUG [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1351): Waiting on 5da76c6ca23ef22114c34e14f6a5df9e 2024-11-27T21:20:58,960 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 to pos 1768, reset compression=false 2024-11-27T21:20:59,007 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/norep/eaa9e445d41047888afb27e1430a12d8 2024-11-27T21:20:59,011 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaa9e445d41047888afb27e1430a12d8 2024-11-27T21:20:59,011 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/f/09c1c8784b1c46e4a69f420ba80d74d7 as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/f/09c1c8784b1c46e4a69f420ba80d74d7 2024-11-27T21:20:59,015 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c1c8784b1c46e4a69f420ba80d74d7 2024-11-27T21:20:59,015 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/f/09c1c8784b1c46e4a69f420ba80d74d7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T21:20:59,016 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/f1/b74acfba5caf43b09ef031c47881031c as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/f1/b74acfba5caf43b09ef031c47881031c 2024-11-27T21:20:59,019 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b74acfba5caf43b09ef031c47881031c 2024-11-27T21:20:59,019 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/f1/b74acfba5caf43b09ef031c47881031c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T21:20:59,020 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/.tmp/norep/eaa9e445d41047888afb27e1430a12d8 as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/norep/eaa9e445d41047888afb27e1430a12d8 2024-11-27T21:20:59,023 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaa9e445d41047888afb27e1430a12d8 2024-11-27T21:20:59,024 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/norep/eaa9e445d41047888afb27e1430a12d8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T21:20:59,025 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5da76c6ca23ef22114c34e14f6a5df9e in 1296ms, sequenceid=12, compaction requested=false 2024-11-27T21:20:59,029 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/data/default/test/5da76c6ca23ef22114c34e14f6a5df9e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T21:20:59,030 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:20:59,030 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:20:59,030 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:59,030 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5da76c6ca23ef22114c34e14f6a5df9e: Waiting for close lock at 1732742457728Running coprocessor pre-close hooks at 1732742457728Disabling compacts and flushes for region at 1732742457728Disabling writes for close at 1732742457728Obtaining lock to block concurrent updates at 1732742457728Preparing flush snapshotting stores in 5da76c6ca23ef22114c34e14f6a5df9e at 1732742457728Finished memstore snapshotting test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732742457728Flushing stores of test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. at 1732742457729 (+1 ms)Flushing 5da76c6ca23ef22114c34e14f6a5df9e/f: creating writer at 1732742457729Flushing 5da76c6ca23ef22114c34e14f6a5df9e/f: appending metadata at 1732742457745 (+16 ms)Flushing 5da76c6ca23ef22114c34e14f6a5df9e/f: closing flushed file at 1732742457745Flushing 5da76c6ca23ef22114c34e14f6a5df9e/f1: creating writer at 1732742458154 (+409 ms)Flushing 5da76c6ca23ef22114c34e14f6a5df9e/f1: appending metadata at 1732742458169 (+15 ms)Flushing 5da76c6ca23ef22114c34e14f6a5df9e/f1: closing flushed file at 1732742458169Flushing 5da76c6ca23ef22114c34e14f6a5df9e/norep: creating writer at 1732742458582 (+413 ms)Flushing 5da76c6ca23ef22114c34e14f6a5df9e/norep: appending metadata at 1732742458599 (+17 ms)Flushing 5da76c6ca23ef22114c34e14f6a5df9e/norep: closing flushed file at 1732742458599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484824da: reopening flushed file at 1732742459011 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413b67b1: reopening flushed file at 1732742459015 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba5cdc2: reopening flushed file at 1732742459019 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5da76c6ca23ef22114c34e14f6a5df9e in 1296ms, sequenceid=12, compaction requested=false at 1732742459025 (+6 ms)Writing region close event to WAL at 1732742459026 (+1 ms)Running coprocessor post-close hooks at 1732742459030 (+4 ms)Closed at 1732742459030 2024-11-27T21:20:59,030 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742441549.5da76c6ca23ef22114c34e14f6a5df9e. 2024-11-27T21:20:59,040 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:20:59,096 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,38297,1732742435286; all regions closed. 2024-11-27T21:20:59,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:20:59,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741839_1015 (size=3115) 2024-11-27T21:20:59,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.rep.1732742448865 not finished, retry = 0 2024-11-27T21:20:59,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741833_1009 (size=2420) 2024-11-27T21:20:59,203 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/WALs/4585c39bed03,38297,1732742435286/4585c39bed03%2C38297%2C1732742435286.1732742436620 not finished, retry = 0 2024-11-27T21:20:59,304 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:59,304 INFO [RS:0;4585c39bed03:38297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:20:59,304 INFO [RS:0;4585c39bed03:38297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:20:59,305 INFO [RS:0;4585c39bed03:38297 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:20:59,305 INFO [RS:0;4585c39bed03:38297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:20:59,305 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:20:59,305 INFO [RS:0;4585c39bed03:38297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,38297,1732742435286 because: Region server is closing 2024-11-27T21:20:59,305 INFO [RS:0;4585c39bed03:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:38297. 2024-11-27T21:20:59,305 DEBUG [RS:0;4585c39bed03:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:59,305 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:59,306 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:59,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:59,367 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:20:59,406 INFO [RS:0;4585c39bed03:38297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.shipper4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 terminated 2024-11-27T21:20:59,406 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,38297,1732742435286.replicationSource.wal-reader.4585c39bed03%2C38297%2C1732742435286,1-4585c39bed03,38297,1732742435286 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:20:59,406 INFO [RS:0;4585c39bed03:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:38297. 2024-11-27T21:20:59,406 DEBUG [RS:0;4585c39bed03:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:20:59,406 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:59,406 DEBUG [RS:0;4585c39bed03:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:20:59,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:20:59,407 INFO [RS:0;4585c39bed03:38297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38297 2024-11-27T21:20:59,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2243204432/rs/4585c39bed03,38297,1732742435286 2024-11-27T21:20:59,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432/rs 2024-11-27T21:20:59,410 INFO [RS:0;4585c39bed03:38297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:20:59,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,38297,1732742435286] 2024-11-27T21:20:59,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2243204432/draining/4585c39bed03,38297,1732742435286 already deleted, retry=false 2024-11-27T21:20:59,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,38297,1732742435286 expired; onlineServers=0 2024-11-27T21:20:59,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,32971,1732742435232' ***** 2024-11-27T21:20:59,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:20:59,412 INFO [M:0;4585c39bed03:32971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:20:59,412 INFO [M:0;4585c39bed03:32971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:20:59,412 DEBUG [M:0;4585c39bed03:32971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:20:59,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:20:59,412 DEBUG [M:0;4585c39bed03:32971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:20:59,412 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742436352 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742436352,5,FailOnTimeoutGroup] 2024-11-27T21:20:59,413 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742436348 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742436348,5,FailOnTimeoutGroup] 2024-11-27T21:20:59,413 INFO [M:0;4585c39bed03:32971 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:20:59,413 INFO [M:0;4585c39bed03:32971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:20:59,413 DEBUG [M:0;4585c39bed03:32971 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:20:59,413 INFO [M:0;4585c39bed03:32971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:20:59,413 INFO [M:0;4585c39bed03:32971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:20:59,413 INFO [M:0;4585c39bed03:32971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:20:59,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:20:59,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2243204432/master 2024-11-27T21:20:59,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2243204432 2024-11-27T21:20:59,418 DEBUG [M:0;4585c39bed03:32971 {}] zookeeper.ZKUtil(347): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Unable to get data of znode /2243204432/master because node does not exist (not an error) 2024-11-27T21:20:59,418 WARN [M:0;4585c39bed03:32971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:20:59,419 INFO [M:0;4585c39bed03:32971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/.lastflushedseqids 2024-11-27T21:20:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741848_1024 (size=245) 2024-11-27T21:20:59,511 INFO [RS:0;4585c39bed03:38297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:20:59,511 INFO [RS:0;4585c39bed03:38297 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,38297,1732742435286; zookeeper connection closed. 2024-11-27T21:20:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1015b4d1c300007, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:20:59,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f891bd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f891bd8 2024-11-27T21:20:59,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:20:59,743 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:20:59,823 INFO [M:0;4585c39bed03:32971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:20:59,823 INFO [M:0;4585c39bed03:32971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:20:59,824 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:20:59,824 INFO [M:0;4585c39bed03:32971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:59,824 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:59,824 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:20:59,824 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:20:59,824 INFO [M:0;4585c39bed03:32971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-27T21:20:59,846 DEBUG [M:0;4585c39bed03:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdce4332fa584934a36a43c92152131d is 82, key is hbase:meta,,1/info:regioninfo/1732742437146/Put/seqid=0 2024-11-27T21:20:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741849_1025 (size=5672) 2024-11-27T21:21:00,070 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:21:00,250 INFO [M:0;4585c39bed03:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdce4332fa584934a36a43c92152131d 2024-11-27T21:21:00,269 DEBUG [M:0;4585c39bed03:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a73d8aa941ab4f3eb47c87eb2c5726f1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742448904/Put/seqid=0 2024-11-27T21:21:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741850_1026 (size=9212) 2024-11-27T21:21:00,547 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:21:00,673 INFO [M:0;4585c39bed03:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a73d8aa941ab4f3eb47c87eb2c5726f1 2024-11-27T21:21:00,695 DEBUG [M:0;4585c39bed03:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e4ca1499dd14279ae30d3a105acfa5c is 69, key is 4585c39bed03,38297,1732742435286/rs:state/1732742436453/Put/seqid=0 2024-11-27T21:21:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741851_1027 (size=5156) 2024-11-27T21:21:00,874 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:21:01,099 INFO [M:0;4585c39bed03:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e4ca1499dd14279ae30d3a105acfa5c 2024-11-27T21:21:01,104 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdce4332fa584934a36a43c92152131d as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdce4332fa584934a36a43c92152131d 2024-11-27T21:21:01,108 INFO [M:0;4585c39bed03:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdce4332fa584934a36a43c92152131d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T21:21:01,108 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a73d8aa941ab4f3eb47c87eb2c5726f1 as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a73d8aa941ab4f3eb47c87eb2c5726f1 2024-11-27T21:21:01,111 INFO [M:0;4585c39bed03:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a73d8aa941ab4f3eb47c87eb2c5726f1, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T21:21:01,112 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e4ca1499dd14279ae30d3a105acfa5c as hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e4ca1499dd14279ae30d3a105acfa5c 2024-11-27T21:21:01,115 INFO [M:0;4585c39bed03:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33325/user/jenkins/test-data/b023831f-bbb8-9a80-67a1-e8247b7c644a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e4ca1499dd14279ae30d3a105acfa5c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T21:21:01,116 INFO [M:0;4585c39bed03:32971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false 2024-11-27T21:21:01,118 INFO [M:0;4585c39bed03:32971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:01,118 DEBUG [M:0;4585c39bed03:32971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742459824Disabling compacts and flushes for region at 1732742459824Disabling writes for close at 1732742459824Obtaining lock to block concurrent updates at 1732742459824Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742459824Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732742459824Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742459825 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742459825Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742459845 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742459845Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742460254 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742460268 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742460268Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742460677 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742460695 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742460695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a788f8: reopening flushed file at 1732742461104 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5443517d: reopening flushed file at 1732742461108 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b3269e: reopening flushed file at 1732742461111 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false at 1732742461116 (+5 ms)Writing region close event to WAL at 1732742461118 (+2 ms)Closed at 1732742461118 2024-11-27T21:21:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741830_1006 (size=73866) 2024-11-27T21:21:01,120 INFO [M:0;4585c39bed03:32971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:21:01,120 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:01,121 INFO [M:0;4585c39bed03:32971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32971 2024-11-27T21:21:01,121 INFO [M:0;4585c39bed03:32971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:01,223 INFO [M:0;4585c39bed03:32971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1015b4d1c300006, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:01,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@205f457f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:01,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:01,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:01,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:01,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:01,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:21:01,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:21:01,227 WARN [BP-1617469222-172.17.0.2-1732742434589 heartbeating to localhost/127.0.0.1:33325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:21:01,228 WARN [BP-1617469222-172.17.0.2-1732742434589 heartbeating to localhost/127.0.0.1:33325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1617469222-172.17.0.2-1732742434589 (Datanode Uuid 10051237-b930-4ff6-8984-c6f267a81ce7) service to localhost/127.0.0.1:33325 2024-11-27T21:21:01,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/cluster_20bfbabe-8271-6916-f6af-cd4c617d978d/data/data1/current/BP-1617469222-172.17.0.2-1732742434589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:01,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/cluster_20bfbabe-8271-6916-f6af-cd4c617d978d/data/data2/current/BP-1617469222-172.17.0.2-1732742434589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:01,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:21:01,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3198c032{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:01,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:01,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:01,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:01,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:01,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:21:01,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:21:01,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:01,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:01,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:01,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:01,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:01,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:21:01,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2137076441, stopped=false 2024-11-27T21:21:01,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,41253,1732742431661 2024-11-27T21:21:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1331595904/running 2024-11-27T21:21:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1331595904/running 2024-11-27T21:21:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:21:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:21:01,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:01,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:01,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:01,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:01,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on znode that does not yet exist, /1-1331595904/running 2024-11-27T21:21:01,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,41475,1732742431718' ***** 2024-11-27T21:21:01,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:21:01,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Set watcher on znode that does not yet exist, /1-1331595904/running 2024-11-27T21:21:01,257 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:21:01,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:21:01,257 INFO [RS:0;4585c39bed03:41475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:21:01,257 INFO [RS:0;4585c39bed03:41475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:21:01,257 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for 92f3759440abe65b3388240c7427eb30 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,41475,1732742431718 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41475. 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92f3759440abe65b3388240c7427eb30, disabling compactions & flushes 2024-11-27T21:21:01,258 DEBUG [RS:0;4585c39bed03:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:01,258 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:01,258 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742439389.92f3759440abe65b3388240c7427eb30. after waiting 0 ms 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:21:01,258 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92f3759440abe65b3388240c7427eb30 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T21:21:01,258 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:21:01,258 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1325): Online Regions={92f3759440abe65b3388240c7427eb30=test,,1732742439389.92f3759440abe65b3388240c7427eb30., be4891eb906af5d9c285e367532ea900=hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:21:01,258 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f3759440abe65b3388240c7427eb30, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:01,258 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:01,258 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:01,258 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:21:01,274 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/f/003897c6a149437bb0d31aed68fa6cb1 is 37, key is row3/f:row3/1732742455948/Put/seqid=0 2024-11-27T21:21:01,276 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/info/b42e4de899b242b9aba65a28a5787b56 is 147, key is hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900./info:regioninfo/1732742447051/Put/seqid=0 2024-11-27T21:21:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741840_1016 (size=5228) 2024-11-27T21:21:01,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741841_1017 (size=7686) 2024-11-27T21:21:01,327 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:01,458 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f3759440abe65b3388240c7427eb30, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:01,462 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1473, reset compression=false 2024-11-27T21:21:01,468 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:01,468 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1720, reset compression=false 2024-11-27T21:21:01,468 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41475,1732742431718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:01,469 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,41475,1732742431718: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,41475,1732742431718, walGroup=4585c39bed03%2C41475%2C1732742431718, offset=4585c39bed03%2C41475%2C1732742431718.1732742433961:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:21:01,470 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:21:01,470 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:21:01,470 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:21:01,470 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:21:01,470 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:21:01,470 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 941032288 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198611280 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:21:01,470 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:21:01,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:21:01,659 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f3759440abe65b3388240c7427eb30, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:01,673 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1720, reset compression=false 2024-11-27T21:21:01,678 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/f/003897c6a149437bb0d31aed68fa6cb1 2024-11-27T21:21:01,681 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 003897c6a149437bb0d31aed68fa6cb1 2024-11-27T21:21:01,682 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/info/b42e4de899b242b9aba65a28a5787b56 2024-11-27T21:21:01,699 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/ns/0bc642da54ba46ae9a650636b1058687 is 43, key is default/ns:d/1732742434484/Put/seqid=0 2024-11-27T21:21:01,700 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/f1/22532f2337ce414ebf6de5b6fa2957c3 is 30, key is row1/f1:/1732742453284/DeleteFamily/seqid=0 2024-11-27T21:21:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:21:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741843_1019 (size=5158) 2024-11-27T21:21:01,777 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:21:01,796 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:21:01,797 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:21:01,859 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f3759440abe65b3388240c7427eb30, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:01,977 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1720, reset compression=false 2024-11-27T21:21:02,059 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f3759440abe65b3388240c7427eb30, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:02,104 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/ns/0bc642da54ba46ae9a650636b1058687 2024-11-27T21:21:02,104 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/f1/22532f2337ce414ebf6de5b6fa2957c3 2024-11-27T21:21:02,108 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22532f2337ce414ebf6de5b6fa2957c3 2024-11-27T21:21:02,124 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/norep/e953afe09b654bc5b07af86591694f44 is 33, key is row1/norep:/1732742453284/DeleteFamily/seqid=0 2024-11-27T21:21:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741844_1020 (size=5108) 2024-11-27T21:21:02,129 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/rep_barrier/ba8a80fd68294ff4b98259f455d9be37 is 112, key is test,,1732742439389.92f3759440abe65b3388240c7427eb30./rep_barrier:seqnumDuringOpen/1732742440533/Put/seqid=0 2024-11-27T21:21:02,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741845_1021 (size=5518) 2024-11-27T21:21:02,259 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f3759440abe65b3388240c7427eb30, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:02,381 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1720, reset compression=false 2024-11-27T21:21:02,459 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f3759440abe65b3388240c7427eb30, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:02,528 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/norep/e953afe09b654bc5b07af86591694f44 2024-11-27T21:21:02,533 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e953afe09b654bc5b07af86591694f44 2024-11-27T21:21:02,534 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/rep_barrier/ba8a80fd68294ff4b98259f455d9be37 2024-11-27T21:21:02,534 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/f/003897c6a149437bb0d31aed68fa6cb1 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/f/003897c6a149437bb0d31aed68fa6cb1 2024-11-27T21:21:02,538 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 003897c6a149437bb0d31aed68fa6cb1 2024-11-27T21:21:02,538 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/f/003897c6a149437bb0d31aed68fa6cb1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T21:21:02,538 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/f1/22532f2337ce414ebf6de5b6fa2957c3 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/f1/22532f2337ce414ebf6de5b6fa2957c3 2024-11-27T21:21:02,543 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22532f2337ce414ebf6de5b6fa2957c3 2024-11-27T21:21:02,543 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/f1/22532f2337ce414ebf6de5b6fa2957c3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T21:21:02,544 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/.tmp/norep/e953afe09b654bc5b07af86591694f44 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/norep/e953afe09b654bc5b07af86591694f44 2024-11-27T21:21:02,547 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e953afe09b654bc5b07af86591694f44 2024-11-27T21:21:02,547 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/norep/e953afe09b654bc5b07af86591694f44, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T21:21:02,548 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 92f3759440abe65b3388240c7427eb30 in 1290ms, sequenceid=12, compaction requested=false 2024-11-27T21:21:02,549 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:21:02,555 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/default/test/92f3759440abe65b3388240c7427eb30/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:02,556 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92f3759440abe65b3388240c7427eb30: Waiting for close lock at 1732742461258Running coprocessor pre-close hooks at 1732742461258Disabling compacts and flushes for region at 1732742461258Disabling writes for close at 1732742461258Obtaining lock to block concurrent updates at 1732742461258Preparing flush snapshotting stores in 92f3759440abe65b3388240c7427eb30 at 1732742461258Finished memstore snapshotting test,,1732742439389.92f3759440abe65b3388240c7427eb30., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732742461258Flushing stores of test,,1732742439389.92f3759440abe65b3388240c7427eb30. at 1732742461259 (+1 ms)Flushing 92f3759440abe65b3388240c7427eb30/f: creating writer at 1732742461259Flushing 92f3759440abe65b3388240c7427eb30/f: appending metadata at 1732742461273 (+14 ms)Flushing 92f3759440abe65b3388240c7427eb30/f: closing flushed file at 1732742461273Flushing 92f3759440abe65b3388240c7427eb30/f1: creating writer at 1732742461682 (+409 ms)Flushing 92f3759440abe65b3388240c7427eb30/f1: appending metadata at 1732742461699 (+17 ms)Flushing 92f3759440abe65b3388240c7427eb30/f1: closing flushed file at 1732742461699Flushing 92f3759440abe65b3388240c7427eb30/norep: creating writer at 1732742462108 (+409 ms)Flushing 92f3759440abe65b3388240c7427eb30/norep: appending metadata at 1732742462123 (+15 ms)Flushing 92f3759440abe65b3388240c7427eb30/norep: closing flushed file at 1732742462123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc81fb1: reopening flushed file at 1732742462533 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52241e23: reopening flushed file at 1732742462538 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1e86e0: reopening flushed file at 1732742462543 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 92f3759440abe65b3388240c7427eb30 in 1290ms, sequenceid=12, compaction requested=false at 1732742462548 (+5 ms)Writing region close event to WAL at 1732742462552 (+4 ms)Running coprocessor post-close hooks at 1732742462556 (+4 ms)Closed at 1732742462556 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742439389.92f3759440abe65b3388240c7427eb30. 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be4891eb906af5d9c285e367532ea900, disabling compactions & flushes 2024-11-27T21:21:02,556 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. after waiting 0 ms 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,556 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be4891eb906af5d9c285e367532ea900: Waiting for close lock at 1732742462556Running coprocessor pre-close hooks at 1732742462556Disabling compacts and flushes for region at 1732742462556Disabling writes for close at 1732742462556Failed flush hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900., putting online again at 1732742462556 2024-11-27T21:21:02,557 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,559 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/table/0ca97dc1c1f048d09ac051fe5ddc80e5 is 53, key is hbase:replication/table:state/1732742447060/Put/seqid=0 2024-11-27T21:21:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741846_1022 (size=5308) 2024-11-27T21:21:02,660 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:21:02,660 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1325): Online Regions={be4891eb906af5d9c285e367532ea900=hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:21:02,660 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:02,660 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be4891eb906af5d9c285e367532ea900 2024-11-27T21:21:02,660 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be4891eb906af5d9c285e367532ea900, disabling compactions & flushes 2024-11-27T21:21:02,660 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,660 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,660 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. after waiting 0 ms 2024-11-27T21:21:02,660 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,660 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be4891eb906af5d9c285e367532ea900: Waiting for close lock at 1732742462660Running coprocessor pre-close hooks at 1732742462660Disabling compacts and flushes for region at 1732742462660Disabling writes for close at 1732742462660Failed flush hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900., putting online again at 1732742462660 2024-11-27T21:21:02,660 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742445882.be4891eb906af5d9c285e367532ea900. 2024-11-27T21:21:02,780 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:21:02,860 DEBUG [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:02,885 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 1720, reset compression=false 2024-11-27T21:21:02,890 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:02,890 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 2364, reset compression=false 2024-11-27T21:21:02,965 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/table/0ca97dc1c1f048d09ac051fe5ddc80e5 2024-11-27T21:21:02,969 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/info/b42e4de899b242b9aba65a28a5787b56 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/info/b42e4de899b242b9aba65a28a5787b56 2024-11-27T21:21:02,973 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/info/b42e4de899b242b9aba65a28a5787b56, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:21:02,973 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/ns/0bc642da54ba46ae9a650636b1058687 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/ns/0bc642da54ba46ae9a650636b1058687 2024-11-27T21:21:02,977 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/ns/0bc642da54ba46ae9a650636b1058687, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:21:02,977 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/rep_barrier/ba8a80fd68294ff4b98259f455d9be37 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/rep_barrier/ba8a80fd68294ff4b98259f455d9be37 2024-11-27T21:21:02,981 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/rep_barrier/ba8a80fd68294ff4b98259f455d9be37, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:21:02,982 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/.tmp/table/0ca97dc1c1f048d09ac051fe5ddc80e5 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/table/0ca97dc1c1f048d09ac051fe5ddc80e5 2024-11-27T21:21:02,986 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/table/0ca97dc1c1f048d09ac051fe5ddc80e5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:21:02,987 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-27T21:21:02,987 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:21:03,006 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:21:03,006 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:03,007 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:03,007 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:03,007 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742461258Running coprocessor pre-close hooks at 1732742461258Disabling compacts and flushes for region at 1732742461258Disabling writes for close at 1732742461258Obtaining lock to block concurrent updates at 1732742461258Preparing flush snapshotting stores in 1588230740 at 1732742461258Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742461259 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742461259Flushing 1588230740/info: creating writer at 1732742461259Flushing 1588230740/info: appending metadata at 1732742461276 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732742461276Flushing 1588230740/ns: creating writer at 1732742461685 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732742461698 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732742461699 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732742462109 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742462129 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742462129Flushing 1588230740/table: creating writer at 1732742462537 (+408 ms)Flushing 1588230740/table: appending metadata at 1732742462558 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732742462558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7694619b: reopening flushed file at 1732742462969 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133df07b: reopening flushed file at 1732742462973 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3c7088: reopening flushed file at 1732742462977 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522664: reopening flushed file at 1732742462981 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1732742462987 (+6 ms)Writing region close event to WAL at 1732742463003 (+16 ms)Running coprocessor post-close hooks at 1732742463006 (+3 ms)Closed at 1732742463007 (+1 ms) 2024-11-27T21:21:03,007 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:03,060 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T21:21:03,060 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,41475,1732742431718; all regions closed. 2024-11-27T21:21:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:21:03,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.meta.1732742434445.meta not finished, retry = 0 2024-11-27T21:21:03,093 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 to pos 2364, reset compression=false 2024-11-27T21:21:03,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741839_1015 (size=2609) 2024-11-27T21:21:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741833_1009 (size=2372) 2024-11-27T21:21:03,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/WALs/4585c39bed03,41475,1732742431718/4585c39bed03%2C41475%2C1732742431718.1732742433961 not finished, retry = 0 2024-11-27T21:21:03,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:03,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,278 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:03,278 INFO [RS:0;4585c39bed03:41475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:03,279 INFO [RS:0;4585c39bed03:41475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:03,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,279 INFO [RS:0;4585c39bed03:41475 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:03,279 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:03,279 INFO [RS:0;4585c39bed03:41475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:03,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,280 INFO [RS:0;4585c39bed03:41475 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,41475,1732742431718 because: Region server is closing 2024-11-27T21:21:03,280 INFO [RS:0;4585c39bed03:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41475. 2024-11-27T21:21:03,280 DEBUG [RS:0;4585c39bed03:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:03,280 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:03,281 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:03,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:03,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:03,381 INFO [RS:0;4585c39bed03:41475 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.shipper4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 terminated 2024-11-27T21:21:03,381 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41475,1732742431718.replicationSource.wal-reader.4585c39bed03%2C41475%2C1732742431718,1-4585c39bed03,41475,1732742431718 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:21:03,381 INFO [RS:0;4585c39bed03:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41475. 2024-11-27T21:21:03,381 DEBUG [RS:0;4585c39bed03:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:03,381 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:03,381 DEBUG [RS:0;4585c39bed03:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:03,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:03,381 INFO [RS:0;4585c39bed03:41475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41475 2024-11-27T21:21:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904/rs 2024-11-27T21:21:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1331595904/rs/4585c39bed03,41475,1732742431718 2024-11-27T21:21:03,384 INFO [RS:0;4585c39bed03:41475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:03,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,41475,1732742431718] 2024-11-27T21:21:03,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1331595904/draining/4585c39bed03,41475,1732742431718 already deleted, retry=false 2024-11-27T21:21:03,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,41475,1732742431718 expired; onlineServers=0 2024-11-27T21:21:03,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,41253,1732742431661' ***** 2024-11-27T21:21:03,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:21:03,387 INFO [M:0;4585c39bed03:41253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:03,387 INFO [M:0;4585c39bed03:41253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:03,387 DEBUG [M:0;4585c39bed03:41253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:21:03,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:21:03,388 DEBUG [M:0;4585c39bed03:41253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:21:03,388 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742433694 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742433694,5,FailOnTimeoutGroup] 2024-11-27T21:21:03,388 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742433689 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742433689,5,FailOnTimeoutGroup] 2024-11-27T21:21:03,388 INFO [M:0;4585c39bed03:41253 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:03,388 INFO [M:0;4585c39bed03:41253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:03,388 DEBUG [M:0;4585c39bed03:41253 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:21:03,388 INFO [M:0;4585c39bed03:41253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:21:03,388 INFO [M:0;4585c39bed03:41253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:03,388 INFO [M:0;4585c39bed03:41253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:21:03,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:21:03,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1331595904/master 2024-11-27T21:21:03,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1331595904 2024-11-27T21:21:03,392 DEBUG [M:0;4585c39bed03:41253 {}] zookeeper.ZKUtil(347): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Unable to get data of znode /1-1331595904/master because node does not exist (not an error) 2024-11-27T21:21:03,392 WARN [M:0;4585c39bed03:41253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:21:03,392 INFO [M:0;4585c39bed03:41253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/.lastflushedseqids 2024-11-27T21:21:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741847_1023 (size=245) 2024-11-27T21:21:03,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:03,486 INFO [RS:0;4585c39bed03:41475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:03,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x1015b4d1c300004, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:03,486 INFO [RS:0;4585c39bed03:41475 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,41475,1732742431718; zookeeper connection closed. 2024-11-27T21:21:03,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@615f5bcb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@615f5bcb 2024-11-27T21:21:03,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:21:03,797 INFO [M:0;4585c39bed03:41253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:21:03,797 INFO [M:0;4585c39bed03:41253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:21:03,797 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:03,797 INFO [M:0;4585c39bed03:41253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:03,797 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:03,797 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:03,797 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:03,797 INFO [M:0;4585c39bed03:41253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T21:21:03,813 DEBUG [M:0;4585c39bed03:41253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b61ceea1c4ce4829b09841905d17fb62 is 82, key is hbase:meta,,1/info:regioninfo/1732742434475/Put/seqid=0 2024-11-27T21:21:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741848_1024 (size=5672) 2024-11-27T21:21:03,884 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:21:04,217 INFO [M:0;4585c39bed03:41253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b61ceea1c4ce4829b09841905d17fb62 2024-11-27T21:21:04,239 DEBUG [M:0;4585c39bed03:41253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00c5bf5cd9e54a0a863c1e4557b96f32 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742447063/Put/seqid=0 2024-11-27T21:21:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741849_1025 (size=8516) 2024-11-27T21:21:04,243 INFO [M:0;4585c39bed03:41253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00c5bf5cd9e54a0a863c1e4557b96f32 2024-11-27T21:21:04,261 DEBUG [M:0;4585c39bed03:41253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65778b43c486480d9649bccc39106f03 is 69, key is 4585c39bed03,41475,1732742431718/rs:state/1732742433730/Put/seqid=0 2024-11-27T21:21:04,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741850_1026 (size=5156) 2024-11-27T21:21:04,665 INFO [M:0;4585c39bed03:41253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65778b43c486480d9649bccc39106f03 2024-11-27T21:21:04,669 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b61ceea1c4ce4829b09841905d17fb62 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b61ceea1c4ce4829b09841905d17fb62 2024-11-27T21:21:04,673 INFO [M:0;4585c39bed03:41253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b61ceea1c4ce4829b09841905d17fb62, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:21:04,674 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00c5bf5cd9e54a0a863c1e4557b96f32 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00c5bf5cd9e54a0a863c1e4557b96f32 2024-11-27T21:21:04,677 INFO [M:0;4585c39bed03:41253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00c5bf5cd9e54a0a863c1e4557b96f32, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:21:04,678 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65778b43c486480d9649bccc39106f03 as hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65778b43c486480d9649bccc39106f03 2024-11-27T21:21:04,681 INFO [M:0;4585c39bed03:41253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/4653b0d4-d91c-0a28-65a8-67ac67307224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65778b43c486480d9649bccc39106f03, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:21:04,682 INFO [M:0;4585c39bed03:41253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-27T21:21:04,688 INFO [M:0;4585c39bed03:41253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:04,688 DEBUG [M:0;4585c39bed03:41253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742463797Disabling compacts and flushes for region at 1732742463797Disabling writes for close at 1732742463797Obtaining lock to block concurrent updates at 1732742463797Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742463797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732742463798 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742463798Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742463798Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742463813 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742463813Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742464221 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742464238 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742464238Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742464247 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742464260 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742464260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f235dee: reopening flushed file at 1732742464669 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f8482: reopening flushed file at 1732742464673 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7771f0d0: reopening flushed file at 1732742464678 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1732742464682 (+4 ms)Writing region close event to WAL at 1732742464688 (+6 ms)Closed at 1732742464688 2024-11-27T21:21:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741830_1006 (size=63654) 2024-11-27T21:21:04,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:04,690 INFO [M:0;4585c39bed03:41253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:21:04,691 INFO [M:0;4585c39bed03:41253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41253 2024-11-27T21:21:04,691 INFO [M:0;4585c39bed03:41253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:04,807 INFO [M:0;4585c39bed03:41253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41253-0x1015b4d1c300003, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:04,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bff4f0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:04,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:04,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:04,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:04,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:04,813 WARN [BP-1758159139-172.17.0.2-1732742430595 heartbeating to localhost/127.0.0.1:46699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:21:04,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:21:04,813 WARN [BP-1758159139-172.17.0.2-1732742430595 heartbeating to localhost/127.0.0.1:46699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758159139-172.17.0.2-1732742430595 (Datanode Uuid 29bf750a-914b-437d-8e9e-4410db0bac1c) service to localhost/127.0.0.1:46699 2024-11-27T21:21:04,813 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:21:04,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/cluster_6480ce84-0f05-2e53-27d8-8eb65355200c/data/data1/current/BP-1758159139-172.17.0.2-1732742430595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:04,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/cluster_6480ce84-0f05-2e53-27d8-8eb65355200c/data/data2/current/BP-1758159139-172.17.0.2-1732742430595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:04,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:21:04,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40819ccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:04,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:04,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:04,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:04,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94636f8c-c193-ba8b-7b35-4d821d6616d2/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:04,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:21:04,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:21:04,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:04,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:04,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:04,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:04,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:04,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:21:04,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601565432, stopped=false 2024-11-27T21:21:04,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,37169,1732742428068 2024-11-27T21:21:04,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956674977/running 2024-11-27T21:21:04,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956674977/running 2024-11-27T21:21:04,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:21:04,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:21:04,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:04,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on znode that does not yet exist, /0-1956674977/running 2024-11-27T21:21:04,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:04,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:04,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Set watcher on znode that does not yet exist, /0-1956674977/running 2024-11-27T21:21:04,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:04,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,41101,1732742428120' ***** 2024-11-27T21:21:04,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:21:04,837 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:21:04,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:21:04,837 INFO [RS:0;4585c39bed03:41101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:21:04,837 INFO [RS:0;4585c39bed03:41101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:21:04,837 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:21:04,837 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:21:04,837 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,41101,1732742428120 2024-11-27T21:21:04,837 INFO [RS:0;4585c39bed03:41101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:04,838 INFO [RS:0;4585c39bed03:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41101. 2024-11-27T21:21:04,838 DEBUG [RS:0;4585c39bed03:41101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:04,838 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7b4c980ffe9a518852b1f53f956ff64, disabling compactions & flushes 2024-11-27T21:21:04,838 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:21:04,838 INFO [RS:0;4585c39bed03:41101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:21:04,838 INFO [RS:0;4585c39bed03:41101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. after waiting 0 ms 2024-11-27T21:21:04,838 INFO [RS:0;4585c39bed03:41101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:21:04,838 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:21:04,838 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7b4c980ffe9a518852b1f53f956ff64 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T21:21:04,838 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:21:04,838 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1325): Online Regions={d7b4c980ffe9a518852b1f53f956ff64=hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64., 7bc14d506b7763fc20b711546c9596fb=test,,1732742437233.7bc14d506b7763fc20b711546c9596fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:21:04,838 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc14d506b7763fc20b711546c9596fb, d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:04,838 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:04,838 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:04,838 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:21:04,857 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64/.tmp/queue/1b1dc5c9900546d7b8934288003185ea is 154, key is 1-4585c39bed03,41101,1732742428120/queue:4585c39bed03%2C41101%2C1732742428120/1732742457351/Put/seqid=0 2024-11-27T21:21:04,858 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/info/57915ba79dc7498c81e95def9a7b75f3 is 147, key is hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64./info:regioninfo/1732742444957/Put/seqid=0 2024-11-27T21:21:04,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741840_1016 (size=5353) 2024-11-27T21:21:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741841_1017 (size=7686) 2024-11-27T21:21:04,933 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:04,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:04,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:21:04,947 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68473 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:21:05,038 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc14d506b7763fc20b711546c9596fb, d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:21:05,088 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:21:05,238 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc14d506b7763fc20b711546c9596fb, d7b4c980ffe9a518852b1f53f956ff64 2024-11-27T21:21:05,263 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64/.tmp/queue/1b1dc5c9900546d7b8934288003185ea 2024-11-27T21:21:05,264 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/info/57915ba79dc7498c81e95def9a7b75f3 2024-11-27T21:21:05,269 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64/.tmp/queue/1b1dc5c9900546d7b8934288003185ea as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64/queue/1b1dc5c9900546d7b8934288003185ea 2024-11-27T21:21:05,272 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64/queue/1b1dc5c9900546d7b8934288003185ea, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T21:21:05,273 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d7b4c980ffe9a518852b1f53f956ff64 in 435ms, sequenceid=14, compaction requested=false 2024-11-27T21:21:05,273 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:21:05,277 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/replication/d7b4c980ffe9a518852b1f53f956ff64/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T21:21:05,277 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:05,278 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:05,278 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:21:05,278 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7b4c980ffe9a518852b1f53f956ff64: Waiting for close lock at 1732742464838Running coprocessor pre-close hooks at 1732742464838Disabling compacts and flushes for region at 1732742464838Disabling writes for close at 1732742464838Obtaining lock to block concurrent updates at 1732742464838Preparing flush snapshotting stores in d7b4c980ffe9a518852b1f53f956ff64 at 1732742464838Finished memstore snapshotting hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732742464838Flushing stores of hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. at 1732742464839 (+1 ms)Flushing d7b4c980ffe9a518852b1f53f956ff64/queue: creating writer at 1732742464839Flushing d7b4c980ffe9a518852b1f53f956ff64/queue: appending metadata at 1732742464857 (+18 ms)Flushing d7b4c980ffe9a518852b1f53f956ff64/queue: closing flushed file at 1732742464857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617cc01d: reopening flushed file at 1732742465268 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d7b4c980ffe9a518852b1f53f956ff64 in 435ms, sequenceid=14, compaction requested=false at 1732742465273 (+5 ms)Writing region close event to WAL at 1732742465275 (+2 ms)Running coprocessor post-close hooks at 1732742465277 (+2 ms)Closed at 1732742465278 (+1 ms) 2024-11-27T21:21:05,278 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742443740.d7b4c980ffe9a518852b1f53f956ff64. 2024-11-27T21:21:05,278 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bc14d506b7763fc20b711546c9596fb, disabling compactions & flushes 2024-11-27T21:21:05,278 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:21:05,278 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:21:05,278 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. after waiting 0 ms 2024-11-27T21:21:05,278 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:21:05,278 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bc14d506b7763fc20b711546c9596fb 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T21:21:05,284 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/ns/5be52e9452804a14884f3d2fc52c7997 is 43, key is default/ns:d/1732742430439/Put/seqid=0 2024-11-27T21:21:05,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:21:05,296 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/f/14f8e5865ce5427ab151dc56b0cd0cf0 is 37, key is row3/f:row3/1732742455948/Put/seqid=0 2024-11-27T21:21:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741843_1019 (size=5228) 2024-11-27T21:21:05,300 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/f/14f8e5865ce5427ab151dc56b0cd0cf0 2024-11-27T21:21:05,304 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14f8e5865ce5427ab151dc56b0cd0cf0 2024-11-27T21:21:05,321 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/f1/4c08317bf6b3472aae2e8d7eb93672a7 is 30, key is row1/f1:/1732742453284/DeleteFamily/seqid=0 2024-11-27T21:21:05,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741844_1020 (size=5158) 2024-11-27T21:21:05,439 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:21:05,639 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:21:05,686 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:21:05,686 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:21:05,688 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/ns/5be52e9452804a14884f3d2fc52c7997 2024-11-27T21:21:05,706 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/rep_barrier/e69ad891506f4ee381447b91c3a96500 is 112, key is test,,1732742437233.7bc14d506b7763fc20b711546c9596fb./rep_barrier:seqnumDuringOpen/1732742438422/Put/seqid=0 2024-11-27T21:21:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741845_1021 (size=5518) 2024-11-27T21:21:05,725 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/f1/4c08317bf6b3472aae2e8d7eb93672a7 2024-11-27T21:21:05,728 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c08317bf6b3472aae2e8d7eb93672a7 2024-11-27T21:21:05,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/norep/5b42dea28c4e44c989ed220d9a506233 is 32, key is row/norep:/1732742452272/DeleteFamily/seqid=0 2024-11-27T21:21:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741846_1022 (size=5101) 2024-11-27T21:21:05,839 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:21:05,839 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1325): Online Regions={7bc14d506b7763fc20b711546c9596fb=test,,1732742437233.7bc14d506b7763fc20b711546c9596fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:21:05,839 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:21:06,039 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bc14d506b7763fc20b711546c9596fb 2024-11-27T21:21:06,110 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/rep_barrier/e69ad891506f4ee381447b91c3a96500 2024-11-27T21:21:06,129 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/table/a4854b3eca6c40908b8c471d0f2efa60 is 53, key is hbase:replication/table:state/1732742444964/Put/seqid=0 2024-11-27T21:21:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741847_1023 (size=5308) 2024-11-27T21:21:06,146 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/norep/5b42dea28c4e44c989ed220d9a506233 2024-11-27T21:21:06,149 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b42dea28c4e44c989ed220d9a506233 2024-11-27T21:21:06,150 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/f/14f8e5865ce5427ab151dc56b0cd0cf0 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/f/14f8e5865ce5427ab151dc56b0cd0cf0 2024-11-27T21:21:06,153 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14f8e5865ce5427ab151dc56b0cd0cf0 2024-11-27T21:21:06,153 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/f/14f8e5865ce5427ab151dc56b0cd0cf0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T21:21:06,154 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/f1/4c08317bf6b3472aae2e8d7eb93672a7 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/f1/4c08317bf6b3472aae2e8d7eb93672a7 2024-11-27T21:21:06,157 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c08317bf6b3472aae2e8d7eb93672a7 2024-11-27T21:21:06,158 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/f1/4c08317bf6b3472aae2e8d7eb93672a7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T21:21:06,158 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/.tmp/norep/5b42dea28c4e44c989ed220d9a506233 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/norep/5b42dea28c4e44c989ed220d9a506233 2024-11-27T21:21:06,161 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b42dea28c4e44c989ed220d9a506233 2024-11-27T21:21:06,162 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/norep/5b42dea28c4e44c989ed220d9a506233, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T21:21:06,162 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7bc14d506b7763fc20b711546c9596fb in 884ms, sequenceid=12, compaction requested=false 2024-11-27T21:21:06,162 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:21:06,169 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/default/test/7bc14d506b7763fc20b711546c9596fb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T21:21:06,170 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:06,170 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:06,170 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:21:06,170 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bc14d506b7763fc20b711546c9596fb: Waiting for close lock at 1732742465278Running coprocessor pre-close hooks at 1732742465278Disabling compacts and flushes for region at 1732742465278Disabling writes for close at 1732742465278Obtaining lock to block concurrent updates at 1732742465278Preparing flush snapshotting stores in 7bc14d506b7763fc20b711546c9596fb at 1732742465278Finished memstore snapshotting test,,1732742437233.7bc14d506b7763fc20b711546c9596fb., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732742465278Flushing stores of test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. at 1732742465279 (+1 ms)Flushing 7bc14d506b7763fc20b711546c9596fb/f: creating writer at 1732742465279Flushing 7bc14d506b7763fc20b711546c9596fb/f: appending metadata at 1732742465295 (+16 ms)Flushing 7bc14d506b7763fc20b711546c9596fb/f: closing flushed file at 1732742465295Flushing 7bc14d506b7763fc20b711546c9596fb/f1: creating writer at 1732742465304 (+9 ms)Flushing 7bc14d506b7763fc20b711546c9596fb/f1: appending metadata at 1732742465321 (+17 ms)Flushing 7bc14d506b7763fc20b711546c9596fb/f1: closing flushed file at 1732742465321Flushing 7bc14d506b7763fc20b711546c9596fb/norep: creating writer at 1732742465728 (+407 ms)Flushing 7bc14d506b7763fc20b711546c9596fb/norep: appending metadata at 1732742465742 (+14 ms)Flushing 7bc14d506b7763fc20b711546c9596fb/norep: closing flushed file at 1732742465742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3ea753: reopening flushed file at 1732742466149 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b390df5: reopening flushed file at 1732742466154 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6c8172: reopening flushed file at 1732742466158 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7bc14d506b7763fc20b711546c9596fb in 884ms, sequenceid=12, compaction requested=false at 1732742466162 (+4 ms)Writing region close event to WAL at 1732742466167 (+5 ms)Running coprocessor post-close hooks at 1732742466170 (+3 ms)Closed at 1732742466170 2024-11-27T21:21:06,170 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742437233.7bc14d506b7763fc20b711546c9596fb. 2024-11-27T21:21:06,239 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:06,393 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 1496, reset compression=false 2024-11-27T21:21:06,397 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:06,397 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 2387, reset compression=false 2024-11-27T21:21:06,397 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41101,1732742428120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:06,398 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,41101,1732742428120: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,41101,1732742428120, walGroup=4585c39bed03%2C41101%2C1732742428120, offset=4585c39bed03%2C41101%2C1732742428120.1732742429825:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:21:06,399 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:21:06,399 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:21:06,400 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:21:06,400 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:21:06,400 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:21:06,400 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 786215184 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199636184 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:21:06,401 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:37169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:37169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:21:06,440 DEBUG [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:06,533 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/table/a4854b3eca6c40908b8c471d0f2efa60 2024-11-27T21:21:06,537 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/info/57915ba79dc7498c81e95def9a7b75f3 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/info/57915ba79dc7498c81e95def9a7b75f3 2024-11-27T21:21:06,541 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/info/57915ba79dc7498c81e95def9a7b75f3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:21:06,542 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/ns/5be52e9452804a14884f3d2fc52c7997 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/ns/5be52e9452804a14884f3d2fc52c7997 2024-11-27T21:21:06,545 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/ns/5be52e9452804a14884f3d2fc52c7997, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:21:06,546 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/rep_barrier/e69ad891506f4ee381447b91c3a96500 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/rep_barrier/e69ad891506f4ee381447b91c3a96500 2024-11-27T21:21:06,549 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/rep_barrier/e69ad891506f4ee381447b91c3a96500, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:21:06,550 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/.tmp/table/a4854b3eca6c40908b8c471d0f2efa60 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/table/a4854b3eca6c40908b8c471d0f2efa60 2024-11-27T21:21:06,553 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/table/a4854b3eca6c40908b8c471d0f2efa60, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:21:06,554 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-27T21:21:06,554 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:21:06,558 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:21:06,558 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:06,558 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:06,558 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:06,559 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742464838Running coprocessor pre-close hooks at 1732742464838Disabling compacts and flushes for region at 1732742464838Disabling writes for close at 1732742464838Obtaining lock to block concurrent updates at 1732742464838Preparing flush snapshotting stores in 1588230740 at 1732742464838Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742464839 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742464839Flushing 1588230740/info: creating writer at 1732742464839Flushing 1588230740/info: appending metadata at 1732742464858 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732742464858Flushing 1588230740/ns: creating writer at 1732742465268 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732742465283 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732742465284 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732742465692 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742465706 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742465706Flushing 1588230740/table: creating writer at 1732742466115 (+409 ms)Flushing 1588230740/table: appending metadata at 1732742466128 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732742466128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f49869d: reopening flushed file at 1732742466537 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7732e9f7: reopening flushed file at 1732742466541 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d39eaa: reopening flushed file at 1732742466545 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56951608: reopening flushed file at 1732742466549 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1732742466554 (+5 ms)Writing region close event to WAL at 1732742466556 (+2 ms)Running coprocessor post-close hooks at 1732742466558 (+2 ms)Closed at 1732742466558 2024-11-27T21:21:06,559 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:06,600 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/WALs/4585c39bed03,41101,1732742428120/4585c39bed03%2C41101%2C1732742428120.1732742429825 to pos 2387, reset compression=false 2024-11-27T21:21:06,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:21:06,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:21:06,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:06,640 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,41101,1732742428120; all regions closed. 2024-11-27T21:21:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:21:06,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741839_1015 (size=3552) 2024-11-27T21:21:06,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741832_1008 (size=2395) 2024-11-27T21:21:06,648 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:06,648 INFO [RS:0;4585c39bed03:41101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:06,648 INFO [RS:0;4585c39bed03:41101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:06,649 INFO [RS:0;4585c39bed03:41101 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:06,649 INFO [RS:0;4585c39bed03:41101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:06,649 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:06,649 INFO [RS:0;4585c39bed03:41101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,41101,1732742428120 because: Region server is closing 2024-11-27T21:21:06,649 INFO [RS:0;4585c39bed03:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41101. 2024-11-27T21:21:06,649 DEBUG [RS:0;4585c39bed03:41101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:06,649 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:06,649 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:06,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:06,750 INFO [RS:0;4585c39bed03:41101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.shipper4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 terminated 2024-11-27T21:21:06,750 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41101,1732742428120.replicationSource.wal-reader.4585c39bed03%2C41101%2C1732742428120,1-4585c39bed03,41101,1732742428120 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:21:06,750 INFO [RS:0;4585c39bed03:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41101. 2024-11-27T21:21:06,750 DEBUG [RS:0;4585c39bed03:41101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:06,750 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:06,750 DEBUG [RS:0;4585c39bed03:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:06,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:06,750 INFO [RS:0;4585c39bed03:41101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41101 2024-11-27T21:21:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956674977/rs/4585c39bed03,41101,1732742428120 2024-11-27T21:21:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977/rs 2024-11-27T21:21:06,752 INFO [RS:0;4585c39bed03:41101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:06,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,41101,1732742428120] 2024-11-27T21:21:06,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956674977/draining/4585c39bed03,41101,1732742428120 already deleted, retry=false 2024-11-27T21:21:06,756 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,41101,1732742428120 expired; onlineServers=0 2024-11-27T21:21:06,756 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,37169,1732742428068' ***** 2024-11-27T21:21:06,756 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:21:06,756 INFO [M:0;4585c39bed03:37169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:06,756 INFO [M:0;4585c39bed03:37169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:06,756 DEBUG [M:0;4585c39bed03:37169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:21:06,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:21:06,756 DEBUG [M:0;4585c39bed03:37169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:21:06,756 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742429560 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742429560,5,FailOnTimeoutGroup] 2024-11-27T21:21:06,756 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742429558 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742429558,5,FailOnTimeoutGroup] 2024-11-27T21:21:06,756 INFO [M:0;4585c39bed03:37169 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:06,757 INFO [M:0;4585c39bed03:37169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:06,757 DEBUG [M:0;4585c39bed03:37169 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:21:06,757 INFO [M:0;4585c39bed03:37169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:21:06,757 INFO [M:0;4585c39bed03:37169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:06,757 INFO [M:0;4585c39bed03:37169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:21:06,757 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:21:06,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956674977/master 2024-11-27T21:21:06,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956674977 2024-11-27T21:21:06,759 DEBUG [M:0;4585c39bed03:37169 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956674977/master already deleted, retry=false 2024-11-27T21:21:06,759 DEBUG [M:0;4585c39bed03:37169 {}] master.ActiveMasterManager(353): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1956674977/master 2024-11-27T21:21:06,760 INFO [M:0;4585c39bed03:37169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/.lastflushedseqids 2024-11-27T21:21:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741848_1024 (size=245) 2024-11-27T21:21:06,765 INFO [M:0;4585c39bed03:37169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:21:06,765 INFO [M:0;4585c39bed03:37169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:21:06,765 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:06,765 INFO [M:0;4585c39bed03:37169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:06,765 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:06,765 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:06,765 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:06,765 INFO [M:0;4585c39bed03:37169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-27T21:21:06,784 DEBUG [M:0;4585c39bed03:37169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20efbbb24be4e14ae809369bff112dd is 82, key is hbase:meta,,1/info:regioninfo/1732742430425/Put/seqid=0 2024-11-27T21:21:06,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741849_1025 (size=5672) 2024-11-27T21:21:06,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:06,855 INFO [RS:0;4585c39bed03:41101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:06,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x1015b4d1c300001, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:06,855 INFO [RS:0;4585c39bed03:41101 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,41101,1732742428120; zookeeper connection closed. 2024-11-27T21:21:06,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1018fcb6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1018fcb6 2024-11-27T21:21:06,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:21:07,188 INFO [M:0;4585c39bed03:37169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20efbbb24be4e14ae809369bff112dd 2024-11-27T21:21:07,207 DEBUG [M:0;4585c39bed03:37169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6ab39ff14be4f4e906eccbdb49bb8d8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732742438432/Put/seqid=0 2024-11-27T21:21:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741850_1026 (size=7217) 2024-11-27T21:21:07,611 INFO [M:0;4585c39bed03:37169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6ab39ff14be4f4e906eccbdb49bb8d8 2024-11-27T21:21:07,614 INFO [M:0;4585c39bed03:37169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6ab39ff14be4f4e906eccbdb49bb8d8 2024-11-27T21:21:07,635 DEBUG [M:0;4585c39bed03:37169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c851fcc226734646a59b8f4a4115fbfc is 69, key is 4585c39bed03,41101,1732742428120/rs:state/1732742429665/Put/seqid=0 2024-11-27T21:21:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741851_1027 (size=5156) 2024-11-27T21:21:08,040 INFO [M:0;4585c39bed03:37169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c851fcc226734646a59b8f4a4115fbfc 2024-11-27T21:21:08,044 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20efbbb24be4e14ae809369bff112dd as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20efbbb24be4e14ae809369bff112dd 2024-11-27T21:21:08,047 INFO [M:0;4585c39bed03:37169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20efbbb24be4e14ae809369bff112dd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T21:21:08,048 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6ab39ff14be4f4e906eccbdb49bb8d8 as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6ab39ff14be4f4e906eccbdb49bb8d8 2024-11-27T21:21:08,051 INFO [M:0;4585c39bed03:37169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6ab39ff14be4f4e906eccbdb49bb8d8 2024-11-27T21:21:08,051 INFO [M:0;4585c39bed03:37169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6ab39ff14be4f4e906eccbdb49bb8d8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T21:21:08,052 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c851fcc226734646a59b8f4a4115fbfc as hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c851fcc226734646a59b8f4a4115fbfc 2024-11-27T21:21:08,055 INFO [M:0;4585c39bed03:37169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/1911e774-2ba7-fdf3-b68a-18e15869c91f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c851fcc226734646a59b8f4a4115fbfc, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T21:21:08,056 INFO [M:0;4585c39bed03:37169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-27T21:21:08,057 INFO [M:0;4585c39bed03:37169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:08,057 DEBUG [M:0;4585c39bed03:37169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742466765Disabling compacts and flushes for region at 1732742466765Disabling writes for close at 1732742466765Obtaining lock to block concurrent updates at 1732742466765Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742466765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732742466766 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742466766Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742466766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742466784 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742466784Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742467192 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742467206 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742467206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742467614 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742467634 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742467634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1493787e: reopening flushed file at 1732742468043 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@827e94e: reopening flushed file at 1732742468047 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dde2ddc: reopening flushed file at 1732742468051 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1732742468056 (+5 ms)Writing region close event to WAL at 1732742468057 (+1 ms)Closed at 1732742468057 2024-11-27T21:21:08,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43097 is added to blk_1073741830_1006 (size=64411) 2024-11-27T21:21:08,059 INFO [M:0;4585c39bed03:37169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:21:08,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:08,059 INFO [M:0;4585c39bed03:37169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37169 2024-11-27T21:21:08,060 INFO [M:0;4585c39bed03:37169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:08,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:08,163 INFO [M:0;4585c39bed03:37169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:08,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37169-0x1015b4d1c300000, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:08,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de15888{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:08,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:08,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:08,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:08,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:08,171 WARN [BP-1729902357-172.17.0.2-1732742427060 heartbeating to localhost/127.0.0.1:35951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:21:08,171 WARN [BP-1729902357-172.17.0.2-1732742427060 heartbeating to localhost/127.0.0.1:35951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1729902357-172.17.0.2-1732742427060 (Datanode Uuid c28169f8-9724-4483-acdb-d5024cd55aa3) service to localhost/127.0.0.1:35951 2024-11-27T21:21:08,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:21:08,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:21:08,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da/data/data1/current/BP-1729902357-172.17.0.2-1732742427060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:08,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:21:08,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/cluster_f4fd7a9f-559a-a6bb-2fd0-41461e51c1da/data/data2/current/BP-1729902357-172.17.0.2-1732742427060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:08,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:08,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:08,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:08,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:08,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e4a0143-7621-d423-9f5b-c49dba2d14ab/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:08,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:21:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:21:08,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 267) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56050) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35951 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33325 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56050) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46699 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56050) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=731 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7679 (was 7737) 2024-11-27T21:21:08,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=7679 2024-11-27T21:21:08,228 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T21:21:08,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.log.dir so I do NOT create it in target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50 2024-11-27T21:21:08,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:21:08,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.tmp.dir so I do NOT create it in target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50 2024-11-27T21:21:08,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/224aef71-e46b-9b28-30b2-e64a8216fa90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:21:08,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50 2024-11-27T21:21:08,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e, deleteOnExit=true 2024-11-27T21:21:08,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e/zookeeper_0, clientPort=53735, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:21:08,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53735 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/test.cache.data in system properties and HBase conf 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:21:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:21:08,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:21:08,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:21:08,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b4d1c300008, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:21:08,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4d1c300005, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:21:08,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4d1c300002, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:21:08,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b4d1c300008, quorum=127.0.0.1:56050, baseZNode=/2243204432 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:21:08,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4d1c300005, quorum=127.0.0.1:56050, baseZNode=/1-1331595904 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:21:08,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4d1c300002, quorum=127.0.0.1:56050, baseZNode=/0-1956674977 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:21:08,306 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T21:21:08,307 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,307 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,307 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,307 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,350 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,350 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,350 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,357 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,361 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,361 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,362 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:08,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:08,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:08,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:08,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:08,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:21:08,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:08,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:08,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:08,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35c552d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/java.io.tmpdir/jetty-localhost-32831-hadoop-hdfs-3_4_1-tests_jar-_-any-189096560128618131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:08,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:32831} 2024-11-27T21:21:08,545 INFO [Time-limited test {}] server.Server(415): Started @247361ms 2024-11-27T21:21:08,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:08,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:08,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:08,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:08,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:21:08,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:08,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:08,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@290f7b78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/java.io.tmpdir/jetty-localhost-36427-hadoop-hdfs-3_4_1-tests_jar-_-any-13956129571082379958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:08,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a1f47c9{HTTP/1.1, (http/1.1)}{localhost:36427} 2024-11-27T21:21:08,752 INFO [Time-limited test {}] server.Server(415): Started @247567ms 2024-11-27T21:21:08,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:21:08,856 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e/data/data1/current/BP-111777345-172.17.0.2-1732742468256/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:08,857 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e/data/data2/current/BP-111777345-172.17.0.2-1732742468256/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:08,881 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:21:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x466d0cb39df08229 with lease ID 0x733aa0a65c68a340: Processing first storage report for DS-10bfbc1c-80f0-48e6-83aa-dcf29d309fc0 from datanode DatanodeRegistration(127.0.0.1:45993, datanodeUuid=0fc7ddd9-67fb-4226-8b37-37f3fba0340b, infoPort=40871, infoSecurePort=0, ipcPort=38249, storageInfo=lv=-57;cid=testClusterID;nsid=1150075083;c=1732742468256) 2024-11-27T21:21:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x466d0cb39df08229 with lease ID 0x733aa0a65c68a340: from storage DS-10bfbc1c-80f0-48e6-83aa-dcf29d309fc0 node DatanodeRegistration(127.0.0.1:45993, datanodeUuid=0fc7ddd9-67fb-4226-8b37-37f3fba0340b, infoPort=40871, infoSecurePort=0, ipcPort=38249, storageInfo=lv=-57;cid=testClusterID;nsid=1150075083;c=1732742468256), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x466d0cb39df08229 with lease ID 0x733aa0a65c68a340: Processing first storage report for DS-1a915d94-888c-4599-9190-b619b951af00 from datanode DatanodeRegistration(127.0.0.1:45993, datanodeUuid=0fc7ddd9-67fb-4226-8b37-37f3fba0340b, infoPort=40871, infoSecurePort=0, ipcPort=38249, storageInfo=lv=-57;cid=testClusterID;nsid=1150075083;c=1732742468256) 2024-11-27T21:21:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x466d0cb39df08229 with lease ID 0x733aa0a65c68a340: from storage DS-1a915d94-888c-4599-9190-b619b951af00 node DatanodeRegistration(127.0.0.1:45993, datanodeUuid=0fc7ddd9-67fb-4226-8b37-37f3fba0340b, infoPort=40871, infoSecurePort=0, ipcPort=38249, storageInfo=lv=-57;cid=testClusterID;nsid=1150075083;c=1732742468256), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:08,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50 2024-11-27T21:21:08,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:08,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:21:08,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42 with version=8 2024-11-27T21:21:08,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/hbase-staging 2024-11-27T21:21:08,997 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:08,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:08,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:08,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:08,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:08,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:08,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:21:08,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:08,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40525 2024-11-27T21:21:08,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40525 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:09,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405250x0, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:09,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40525-0x1015b4dbd170000 connected 2024-11-27T21:21:09,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:09,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:09,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on znode that does not yet exist, /0-517257954/running 2024-11-27T21:21:09,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42, hbase.cluster.distributed=false 2024-11-27T21:21:09,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on znode that does not yet exist, /0-517257954/acl 2024-11-27T21:21:09,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40525 2024-11-27T21:21:09,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40525 2024-11-27T21:21:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40525 2024-11-27T21:21:09,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40525 2024-11-27T21:21:09,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40525 2024-11-27T21:21:09,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:09,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:09,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:09,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:09,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:09,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:09,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:21:09,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:09,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41857 2024-11-27T21:21:09,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41857 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:09,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:09,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:09,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418570x0, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:09,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418570x0, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on znode that does not yet exist, /0-517257954/running 2024-11-27T21:21:09,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41857-0x1015b4dbd170001 connected 2024-11-27T21:21:09,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:21:09,120 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:21:09,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on znode that does not yet exist, /0-517257954/master 2024-11-27T21:21:09,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on znode that does not yet exist, /0-517257954/acl 2024-11-27T21:21:09,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41857 2024-11-27T21:21:09,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41857 2024-11-27T21:21:09,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41857 2024-11-27T21:21:09,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41857 2024-11-27T21:21:09,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41857 2024-11-27T21:21:09,155 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:40525 2024-11-27T21:21:09,156 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-517257954/backup-masters/4585c39bed03,40525,1732742468997 2024-11-27T21:21:09,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954/backup-masters 2024-11-27T21:21:09,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954/backup-masters 2024-11-27T21:21:09,158 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on existing znode=/0-517257954/backup-masters/4585c39bed03,40525,1732742468997 2024-11-27T21:21:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-517257954/master 2024-11-27T21:21:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:09,162 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on existing znode=/0-517257954/master 2024-11-27T21:21:09,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-517257954/backup-masters/4585c39bed03,40525,1732742468997 from backup master directory 2024-11-27T21:21:09,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-517257954/backup-masters/4585c39bed03,40525,1732742468997 2024-11-27T21:21:09,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954/backup-masters 2024-11-27T21:21:09,164 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:09,164 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,40525,1732742468997 2024-11-27T21:21:09,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954/backup-masters 2024-11-27T21:21:09,173 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/hbase.id] with ID: 0644bdc5-1eda-42fd-99a5-063bf9fe71a0 2024-11-27T21:21:09,173 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/.tmp/hbase.id 2024-11-27T21:21:09,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:21:09,584 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/.tmp/hbase.id]:[hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/hbase.id] 2024-11-27T21:21:09,592 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:09,592 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:21:09,592 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T21:21:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:09,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:21:10,002 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:10,003 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:21:10,004 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:10,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:21:10,410 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store 2024-11-27T21:21:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:21:10,815 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:10,815 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:10,815 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:10,815 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:10,816 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:10,816 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:10,816 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:10,816 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742470815Disabling compacts and flushes for region at 1732742470815Disabling writes for close at 1732742470816 (+1 ms)Writing region close event to WAL at 1732742470816Closed at 1732742470816 2024-11-27T21:21:10,816 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/.initializing 2024-11-27T21:21:10,817 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/WALs/4585c39bed03,40525,1732742468997 2024-11-27T21:21:10,817 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:10,819 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C40525%2C1732742468997, suffix=, logDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/WALs/4585c39bed03,40525,1732742468997, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/oldWALs, maxLogs=10 2024-11-27T21:21:10,835 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/WALs/4585c39bed03,40525,1732742468997/4585c39bed03%2C40525%2C1732742468997.1732742470819, exclude list is [], retry=0 2024-11-27T21:21:10,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-10bfbc1c-80f0-48e6-83aa-dcf29d309fc0,DISK] 2024-11-27T21:21:10,839 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/WALs/4585c39bed03,40525,1732742468997/4585c39bed03%2C40525%2C1732742468997.1732742470819 2024-11-27T21:21:10,839 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40871:40871)] 2024-11-27T21:21:10,840 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:10,840 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:10,840 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,840 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:21:10,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:10,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:10,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:21:10,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:10,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:10,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:21:10,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:10,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:10,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:21:10,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:10,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:10,846 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,847 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,847 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,848 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:10,849 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:10,853 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:10,853 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74412106, jitterRate=0.10882678627967834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:10,854 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742470840Initializing all the Stores at 1732742470841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742470841Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742470841Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742470841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742470841Cleaning up temporary data from old regions at 1732742470848 (+7 ms)Region opened successfully at 1732742470854 (+6 ms) 2024-11-27T21:21:10,854 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:21:10,856 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa3cd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:10,857 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:21:10,857 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:21:10,857 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:21:10,857 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:21:10,857 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:21:10,858 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:21:10,858 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:21:10,859 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:21:10,860 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Unable to get data of znode /0-517257954/balancer because node does not exist (not necessarily an error) 2024-11-27T21:21:10,862 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-517257954/balancer already deleted, retry=false 2024-11-27T21:21:10,863 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:21:10,863 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Unable to get data of znode /0-517257954/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:21:10,864 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-517257954/normalizer already deleted, retry=false 2024-11-27T21:21:10,864 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:21:10,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Unable to get data of znode /0-517257954/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:21:10,867 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-517257954/switch/split already deleted, retry=false 2024-11-27T21:21:10,868 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Unable to get data of znode /0-517257954/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:21:10,869 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-517257954/switch/merge already deleted, retry=false 2024-11-27T21:21:10,870 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Unable to get data of znode /0-517257954/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:21:10,873 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-517257954/snapshot-cleanup already deleted, retry=false 2024-11-27T21:21:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-517257954/running 2024-11-27T21:21:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-517257954/running 2024-11-27T21:21:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:10,874 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,40525,1732742468997, sessionid=0x1015b4dbd170000, setting cluster-up flag (Was=false) 2024-11-27T21:21:10,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:10,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:10,882 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-517257954/flush-table-proc/acquired, /0-517257954/flush-table-proc/reached, /0-517257954/flush-table-proc/abort 2024-11-27T21:21:10,882 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,40525,1732742468997 2024-11-27T21:21:10,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:10,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:10,890 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-517257954/online-snapshot/acquired, /0-517257954/online-snapshot/reached, /0-517257954/online-snapshot/abort 2024-11-27T21:21:10,891 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,40525,1732742468997 2024-11-27T21:21:10,892 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:21:10,893 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:10,893 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:21:10,893 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:21:10,893 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,40525,1732742468997 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:10,894 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742500895 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:21:10,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:21:10,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:21:10,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:21:10,897 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:10,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:21:10,900 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:21:10,900 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:21:10,900 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742470900,5,FailOnTimeoutGroup] 2024-11-27T21:21:10,901 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742470900,5,FailOnTimeoutGroup] 2024-11-27T21:21:10,901 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,901 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:21:10,901 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,901 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:21:10,943 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(746): ClusterId : 0644bdc5-1eda-42fd-99a5-063bf9fe71a0 2024-11-27T21:21:10,943 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:21:10,946 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:21:10,946 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:21:10,948 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:21:10,948 DEBUG [RS:0;4585c39bed03:41857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3564a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:10,959 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:41857 2024-11-27T21:21:10,959 INFO [RS:0;4585c39bed03:41857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:21:10,959 INFO [RS:0;4585c39bed03:41857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:21:10,959 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:21:10,960 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,40525,1732742468997 with port=41857, startcode=1732742469091 2024-11-27T21:21:10,960 DEBUG [RS:0;4585c39bed03:41857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:21:10,961 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:21:10,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,41857,1732742469091 2024-11-27T21:21:10,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40525 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,41857,1732742469091 2024-11-27T21:21:10,963 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42 2024-11-27T21:21:10,963 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36189 2024-11-27T21:21:10,963 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:21:10,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954/rs 2024-11-27T21:21:10,965 DEBUG [RS:0;4585c39bed03:41857 {}] zookeeper.ZKUtil(111): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on existing znode=/0-517257954/rs/4585c39bed03,41857,1732742469091 2024-11-27T21:21:10,965 WARN [RS:0;4585c39bed03:41857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:10,965 INFO [RS:0;4585c39bed03:41857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:10,965 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091 2024-11-27T21:21:10,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,41857,1732742469091] 2024-11-27T21:21:10,967 INFO [RS:0;4585c39bed03:41857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:21:10,969 INFO [RS:0;4585c39bed03:41857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:21:10,969 INFO [RS:0;4585c39bed03:41857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:21:10,969 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,969 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:21:10,970 INFO [RS:0;4585c39bed03:41857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:21:10,970 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:10,970 DEBUG [RS:0;4585c39bed03:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:10,973 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,973 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,973 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,973 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,973 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,973 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41857,1732742469091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:10,987 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:21:10,987 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41857,1732742469091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,987 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:10,988 INFO [RS:0;4585c39bed03:41857 {}] regionserver.Replication(171): 4585c39bed03,41857,1732742469091 started 2024-11-27T21:21:11,001 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:11,001 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,41857,1732742469091, RpcServer on 4585c39bed03/172.17.0.2:41857, sessionid=0x1015b4dbd170001 2024-11-27T21:21:11,001 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:21:11,001 DEBUG [RS:0;4585c39bed03:41857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,41857,1732742469091 2024-11-27T21:21:11,001 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41857,1732742469091' 2024-11-27T21:21:11,001 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-517257954/flush-table-proc/abort' 2024-11-27T21:21:11,001 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-517257954/flush-table-proc/acquired' 2024-11-27T21:21:11,002 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:21:11,002 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:21:11,002 DEBUG [RS:0;4585c39bed03:41857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,41857,1732742469091 2024-11-27T21:21:11,002 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41857,1732742469091' 2024-11-27T21:21:11,002 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-517257954/online-snapshot/abort' 2024-11-27T21:21:11,002 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-517257954/online-snapshot/acquired' 2024-11-27T21:21:11,002 DEBUG [RS:0;4585c39bed03:41857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:21:11,002 INFO [RS:0;4585c39bed03:41857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:21:11,002 INFO [RS:0;4585c39bed03:41857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:21:11,103 INFO [RS:0;4585c39bed03:41857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:11,104 INFO [RS:0;4585c39bed03:41857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41857%2C1732742469091, suffix=, logDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/oldWALs, maxLogs=10 2024-11-27T21:21:11,117 DEBUG [RS:0;4585c39bed03:41857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104, exclude list is [], retry=0 2024-11-27T21:21:11,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-10bfbc1c-80f0-48e6-83aa-dcf29d309fc0,DISK] 2024-11-27T21:21:11,121 INFO [RS:0;4585c39bed03:41857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 2024-11-27T21:21:11,122 DEBUG [RS:0;4585c39bed03:41857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40871:40871)] 2024-11-27T21:21:11,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:21:11,307 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42 2024-11-27T21:21:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:21:11,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:11,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:11,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:11,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:11,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:11,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:11,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:11,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:11,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:11,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:11,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:11,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:11,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:11,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:11,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:11,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:11,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:11,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:11,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740 2024-11-27T21:21:11,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740 2024-11-27T21:21:11,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:11,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:11,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:11,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:11,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:11,722 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74593508, jitterRate=0.1115298867225647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:11,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742471712Initializing all the Stores at 1732742471713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742471713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742471713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742471713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742471713Cleaning up temporary data from old regions at 1732742471719 (+6 ms)Region opened successfully at 1732742471723 (+4 ms) 2024-11-27T21:21:11,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:11,723 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:11,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:11,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:11,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:11,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:11,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742471723Disabling compacts and flushes for region at 1732742471723Disabling writes for close at 1732742471723Writing region close event to WAL at 1732742471723Closed at 1732742471723 2024-11-27T21:21:11,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:11,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:21:11,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:21:11,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:11,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:21:11,876 DEBUG [4585c39bed03:40525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:21:11,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,41857,1732742469091 2024-11-27T21:21:11,878 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41857,1732742469091, state=OPENING 2024-11-27T21:21:11,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:21:11,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:11,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:11,882 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:11,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-517257954/meta-region-server: CHANGED 2024-11-27T21:21:11,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-517257954/meta-region-server: CHANGED 2024-11-27T21:21:11,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41857,1732742469091}] 2024-11-27T21:21:12,034 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:12,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:21:12,039 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:21:12,039 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:12,039 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:21:12,040 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41857%2C1732742469091.meta, suffix=.meta, logDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/oldWALs, maxLogs=10 2024-11-27T21:21:12,059 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.meta.1732742472041.meta, exclude list is [], retry=0 2024-11-27T21:21:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-10bfbc1c-80f0-48e6-83aa-dcf29d309fc0,DISK] 2024-11-27T21:21:12,062 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.meta.1732742472041.meta 2024-11-27T21:21:12,062 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40871:40871)] 2024-11-27T21:21:12,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:12,063 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:12,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:12,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:21:12,063 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:21:12,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:21:12,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:12,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:21:12,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:21:12,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:12,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:12,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:12,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:12,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:12,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:12,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:12,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:12,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:12,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:12,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:12,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:12,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:12,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:12,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:12,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:12,071 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:12,072 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740 2024-11-27T21:21:12,072 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740 2024-11-27T21:21:12,073 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:12,073 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:12,074 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:12,074 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:12,075 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74742478, jitterRate=0.11374971270561218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:12,075 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:21:12,076 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742472063Writing region info on filesystem at 1732742472064 (+1 ms)Initializing all the Stores at 1732742472064Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742472064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742472066 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742472066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742472066Cleaning up temporary data from old regions at 1732742472073 (+7 ms)Running coprocessor post-open hooks at 1732742472075 (+2 ms)Region opened successfully at 1732742472076 (+1 ms) 2024-11-27T21:21:12,076 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742472034 2024-11-27T21:21:12,078 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:21:12,078 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:21:12,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41857,1732742469091 2024-11-27T21:21:12,080 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41857,1732742469091, state=OPEN 2024-11-27T21:21:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-517257954/meta-region-server 2024-11-27T21:21:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-517257954/meta-region-server 2024-11-27T21:21:12,089 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,41857,1732742469091 2024-11-27T21:21:12,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-517257954/meta-region-server: CHANGED 2024-11-27T21:21:12,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-517257954/meta-region-server: CHANGED 2024-11-27T21:21:12,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:21:12,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41857,1732742469091 in 207 msec 2024-11-27T21:21:12,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:21:12,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-27T21:21:12,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:12,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:21:12,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:12,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41857,1732742469091, seqNum=-1] 2024-11-27T21:21:12,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:12,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:12,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-27T21:21:12,104 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742472104, completionTime=-1 2024-11-27T21:21:12,104 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:21:12,104 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:21:12,106 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:21:12,106 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742532106 2024-11-27T21:21:12,106 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742592106 2024-11-27T21:21:12,106 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:21:12,106 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40525,1732742468997-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:12,107 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40525,1732742468997-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:12,107 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40525,1732742468997-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:12,107 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:40525, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:12,107 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:12,107 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:12,108 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:21:12,110 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-27T21:21:12,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:21:12,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:21:12,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:21:12,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:21:12,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:21:12,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40525,1732742468997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:12,111 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40525,1732742468997-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:21:12,114 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:21:12,114 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:21:12,114 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,40525,1732742468997-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:12,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72254df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:12,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,40525,-1 for getting cluster id 2024-11-27T21:21:12,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:12,146 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0644bdc5-1eda-42fd-99a5-063bf9fe71a0' 2024-11-27T21:21:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0644bdc5-1eda-42fd-99a5-063bf9fe71a0" 2024-11-27T21:21:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528211c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,40525,-1] 2024-11-27T21:21:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:12,148 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:12,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:12,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41857,1732742469091, seqNum=-1] 2024-11-27T21:21:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:12,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:12,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,40525,1732742468997 2024-11-27T21:21:12,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:12,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:12,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4dbd170002 connected 2024-11-27T21:21:12,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.log.dir so I do NOT create it in target/test-data/9471b438-101c-1338-c852-de398b313691 2024-11-27T21:21:12,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:21:12,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.tmp.dir so I do NOT create it in target/test-data/9471b438-101c-1338-c852-de398b313691 2024-11-27T21:21:12,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:21:12,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691 2024-11-27T21:21:12,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/cluster_08ea5acc-f6bf-49fe-fb1c-bfb29eab09d0, deleteOnExit=true 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/test.cache.data in system properties and HBase conf 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:21:12,160 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:21:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:21:12,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:12,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:12,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:12,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:12,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:12,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:12,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:12,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:12,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2392ca06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/java.io.tmpdir/jetty-localhost-43285-hadoop-hdfs-3_4_1-tests_jar-_-any-11848593688362465631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:12,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:43285} 2024-11-27T21:21:12,397 INFO [Time-limited test {}] server.Server(415): Started @251213ms 2024-11-27T21:21:12,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:12,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:12,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:12,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:12,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:21:12,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:12,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:12,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d03fc69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/java.io.tmpdir/jetty-localhost-40145-hadoop-hdfs-3_4_1-tests_jar-_-any-15199363557658432062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:12,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:40145} 2024-11-27T21:21:12,623 INFO [Time-limited test {}] server.Server(415): Started @251438ms 2024-11-27T21:21:12,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:21:12,745 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/cluster_08ea5acc-f6bf-49fe-fb1c-bfb29eab09d0/data/data1/current/BP-705781167-172.17.0.2-1732742472182/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:12,745 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/cluster_08ea5acc-f6bf-49fe-fb1c-bfb29eab09d0/data/data2/current/BP-705781167-172.17.0.2-1732742472182/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:12,763 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:21:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbca87b9c781dc847 with lease ID 0x11bd3f610367c153: Processing first storage report for DS-72811436-7eea-428f-b7af-df1beca4fb68 from datanode DatanodeRegistration(127.0.0.1:34183, datanodeUuid=0f6bf153-887e-4658-a139-d909bfb7ad83, infoPort=40501, infoSecurePort=0, ipcPort=45287, storageInfo=lv=-57;cid=testClusterID;nsid=29478875;c=1732742472182) 2024-11-27T21:21:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbca87b9c781dc847 with lease ID 0x11bd3f610367c153: from storage DS-72811436-7eea-428f-b7af-df1beca4fb68 node DatanodeRegistration(127.0.0.1:34183, datanodeUuid=0f6bf153-887e-4658-a139-d909bfb7ad83, infoPort=40501, infoSecurePort=0, ipcPort=45287, storageInfo=lv=-57;cid=testClusterID;nsid=29478875;c=1732742472182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbca87b9c781dc847 with lease ID 0x11bd3f610367c153: Processing first storage report for DS-8c68eb0f-587a-459e-b1e9-e9a817f748f7 from datanode DatanodeRegistration(127.0.0.1:34183, datanodeUuid=0f6bf153-887e-4658-a139-d909bfb7ad83, infoPort=40501, infoSecurePort=0, ipcPort=45287, storageInfo=lv=-57;cid=testClusterID;nsid=29478875;c=1732742472182) 2024-11-27T21:21:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbca87b9c781dc847 with lease ID 0x11bd3f610367c153: from storage DS-8c68eb0f-587a-459e-b1e9-e9a817f748f7 node DatanodeRegistration(127.0.0.1:34183, datanodeUuid=0f6bf153-887e-4658-a139-d909bfb7ad83, infoPort=40501, infoSecurePort=0, ipcPort=45287, storageInfo=lv=-57;cid=testClusterID;nsid=29478875;c=1732742472182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:12,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691 2024-11-27T21:21:12,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:12,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:21:13,186 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48 with version=8 2024-11-27T21:21:13,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/hbase-staging 2024-11-27T21:21:13,188 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:13,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:13,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:13,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:13,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:13,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:13,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:21:13,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:13,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34303 2024-11-27T21:21:13,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34303 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:13,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343030x0, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:13,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34303-0x1015b4dbd170003 connected 2024-11-27T21:21:13,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:13,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:13,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on znode that does not yet exist, /1-803716892/running 2024-11-27T21:21:13,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48, hbase.cluster.distributed=false 2024-11-27T21:21:13,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on znode that does not yet exist, /1-803716892/acl 2024-11-27T21:21:13,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34303 2024-11-27T21:21:13,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34303 2024-11-27T21:21:13,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34303 2024-11-27T21:21:13,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34303 2024-11-27T21:21:13,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34303 2024-11-27T21:21:13,222 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:13,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:13,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:13,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:13,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:13,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:13,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:21:13,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:13,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44481 2024-11-27T21:21:13,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44481 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:13,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:13,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:13,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444810x0, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:13,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444810x0, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on znode that does not yet exist, /1-803716892/running 2024-11-27T21:21:13,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44481-0x1015b4dbd170004 connected 2024-11-27T21:21:13,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:21:13,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:21:13,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on znode that does not yet exist, /1-803716892/master 2024-11-27T21:21:13,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on znode that does not yet exist, /1-803716892/acl 2024-11-27T21:21:13,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-27T21:21:13,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44481 2024-11-27T21:21:13,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44481 2024-11-27T21:21:13,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-27T21:21:13,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-27T21:21:13,250 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:34303 2024-11-27T21:21:13,252 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-803716892/backup-masters/4585c39bed03,34303,1732742473188 2024-11-27T21:21:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892/backup-masters 2024-11-27T21:21:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892/backup-masters 2024-11-27T21:21:13,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on existing znode=/1-803716892/backup-masters/4585c39bed03,34303,1732742473188 2024-11-27T21:21:13,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-803716892/master 2024-11-27T21:21:13,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:13,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:13,257 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on existing znode=/1-803716892/master 2024-11-27T21:21:13,257 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-803716892/backup-masters/4585c39bed03,34303,1732742473188 from backup master directory 2024-11-27T21:21:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803716892/backup-masters/4585c39bed03,34303,1732742473188 2024-11-27T21:21:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892/backup-masters 2024-11-27T21:21:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892/backup-masters 2024-11-27T21:21:13,258 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:13,258 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,34303,1732742473188 2024-11-27T21:21:13,261 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/hbase.id] with ID: e33f72cb-f4a8-458f-9f58-39af7878c28b 2024-11-27T21:21:13,261 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/.tmp/hbase.id 2024-11-27T21:21:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:21:13,669 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/.tmp/hbase.id]:[hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/hbase.id] 2024-11-27T21:21:13,679 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:13,679 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:21:13,681 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:21:13,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:13,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:13,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:21:14,089 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:14,090 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:21:14,091 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:14,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:21:14,105 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store 2024-11-27T21:21:14,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:21:14,119 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:14,119 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:14,119 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:14,119 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:14,119 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:14,119 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:14,119 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:14,119 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742474119Disabling compacts and flushes for region at 1732742474119Disabling writes for close at 1732742474119Writing region close event to WAL at 1732742474119Closed at 1732742474119 2024-11-27T21:21:14,120 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/.initializing 2024-11-27T21:21:14,120 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/WALs/4585c39bed03,34303,1732742473188 2024-11-27T21:21:14,121 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:14,122 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C34303%2C1732742473188, suffix=, logDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/WALs/4585c39bed03,34303,1732742473188, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/oldWALs, maxLogs=10 2024-11-27T21:21:14,139 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/WALs/4585c39bed03,34303,1732742473188/4585c39bed03%2C34303%2C1732742473188.1732742474122, exclude list is [], retry=0 2024-11-27T21:21:14,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34183,DS-72811436-7eea-428f-b7af-df1beca4fb68,DISK] 2024-11-27T21:21:14,150 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/WALs/4585c39bed03,34303,1732742473188/4585c39bed03%2C34303%2C1732742473188.1732742474122 2024-11-27T21:21:14,155 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40501:40501)] 2024-11-27T21:21:14,155 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:14,156 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:14,156 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,156 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:21:14,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:14,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:21:14,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:14,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:21:14,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:14,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:21:14,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:14,166 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,166 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,167 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,168 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,168 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,168 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:14,169 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:14,173 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:14,173 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73922438, jitterRate=0.10153016448020935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:14,173 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742474156Initializing all the Stores at 1732742474157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742474157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742474160 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742474160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742474160Cleaning up temporary data from old regions at 1732742474168 (+8 ms)Region opened successfully at 1732742474173 (+5 ms) 2024-11-27T21:21:14,179 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:21:14,182 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370cfb60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:14,182 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:21:14,183 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:21:14,183 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:21:14,183 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:21:14,183 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:21:14,183 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:21:14,183 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:21:14,186 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:21:14,186 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Unable to get data of znode /1-803716892/balancer because node does not exist (not necessarily an error) 2024-11-27T21:21:14,189 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803716892/balancer already deleted, retry=false 2024-11-27T21:21:14,189 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:21:14,190 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Unable to get data of znode /1-803716892/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:21:14,191 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803716892/normalizer already deleted, retry=false 2024-11-27T21:21:14,192 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:21:14,193 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Unable to get data of znode /1-803716892/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:21:14,194 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803716892/switch/split already deleted, retry=false 2024-11-27T21:21:14,194 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Unable to get data of znode /1-803716892/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:21:14,195 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803716892/switch/merge already deleted, retry=false 2024-11-27T21:21:14,204 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Unable to get data of znode /1-803716892/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:21:14,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-803716892/snapshot-cleanup already deleted, retry=false 2024-11-27T21:21:14,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-803716892/running 2024-11-27T21:21:14,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-803716892/running 2024-11-27T21:21:14,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,219 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,34303,1732742473188, sessionid=0x1015b4dbd170003, setting cluster-up flag (Was=false) 2024-11-27T21:21:14,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,227 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-803716892/flush-table-proc/acquired, /1-803716892/flush-table-proc/reached, /1-803716892/flush-table-proc/abort 2024-11-27T21:21:14,228 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,34303,1732742473188 2024-11-27T21:21:14,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,238 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-803716892/online-snapshot/acquired, /1-803716892/online-snapshot/reached, /1-803716892/online-snapshot/abort 2024-11-27T21:21:14,239 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,34303,1732742473188 2024-11-27T21:21:14,241 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:21:14,245 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:14,246 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:21:14,246 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:21:14,246 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,34303,1732742473188 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:14,248 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:14,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:21:14,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:21:14,259 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742504259 2024-11-27T21:21:14,259 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:21:14,259 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:21:14,259 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:21:14,259 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:21:14,259 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:21:14,259 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:21:14,260 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,265 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:21:14,265 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:21:14,265 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:21:14,265 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:21:14,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:21:14,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:21:14,267 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742474266,5,FailOnTimeoutGroup] 2024-11-27T21:21:14,279 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742474267,5,FailOnTimeoutGroup] 2024-11-27T21:21:14,279 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,279 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:21:14,279 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,279 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:21:14,342 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(746): ClusterId : e33f72cb-f4a8-458f-9f58-39af7878c28b 2024-11-27T21:21:14,342 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:21:14,346 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:21:14,346 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:21:14,348 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:21:14,348 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f05d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:14,366 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:44481 2024-11-27T21:21:14,366 INFO [RS:0;4585c39bed03:44481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:21:14,366 INFO [RS:0;4585c39bed03:44481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:21:14,366 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:21:14,367 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,34303,1732742473188 with port=44481, startcode=1732742473222 2024-11-27T21:21:14,368 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:21:14,369 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:21:14,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,44481,1732742473222 2024-11-27T21:21:14,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34303 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,44481,1732742473222 2024-11-27T21:21:14,371 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48 2024-11-27T21:21:14,371 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39261 2024-11-27T21:21:14,371 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:21:14,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892/rs 2024-11-27T21:21:14,379 DEBUG [RS:0;4585c39bed03:44481 {}] zookeeper.ZKUtil(111): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on existing znode=/1-803716892/rs/4585c39bed03,44481,1732742473222 2024-11-27T21:21:14,379 WARN [RS:0;4585c39bed03:44481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:14,379 INFO [RS:0;4585c39bed03:44481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:14,379 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222 2024-11-27T21:21:14,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,44481,1732742473222] 2024-11-27T21:21:14,386 INFO [RS:0;4585c39bed03:44481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:21:14,388 INFO [RS:0;4585c39bed03:44481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:21:14,389 INFO [RS:0;4585c39bed03:44481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:21:14,389 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,389 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:21:14,389 INFO [RS:0;4585c39bed03:44481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:21:14,389 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:14,390 DEBUG [RS:0;4585c39bed03:44481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:14,391 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,391 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,391 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,391 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,391 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,391 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44481,1732742473222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:14,412 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:21:14,412 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44481,1732742473222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,412 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,413 INFO [RS:0;4585c39bed03:44481 {}] regionserver.Replication(171): 4585c39bed03,44481,1732742473222 started 2024-11-27T21:21:14,433 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:14,433 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,44481,1732742473222, RpcServer on 4585c39bed03/172.17.0.2:44481, sessionid=0x1015b4dbd170004 2024-11-27T21:21:14,433 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:21:14,433 DEBUG [RS:0;4585c39bed03:44481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,44481,1732742473222 2024-11-27T21:21:14,433 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44481,1732742473222' 2024-11-27T21:21:14,433 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-803716892/flush-table-proc/abort' 2024-11-27T21:21:14,434 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-803716892/flush-table-proc/acquired' 2024-11-27T21:21:14,434 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:21:14,434 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:21:14,434 DEBUG [RS:0;4585c39bed03:44481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,44481,1732742473222 2024-11-27T21:21:14,434 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44481,1732742473222' 2024-11-27T21:21:14,435 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-803716892/online-snapshot/abort' 2024-11-27T21:21:14,435 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-803716892/online-snapshot/acquired' 2024-11-27T21:21:14,436 DEBUG [RS:0;4585c39bed03:44481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:21:14,436 INFO [RS:0;4585c39bed03:44481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:21:14,436 INFO [RS:0;4585c39bed03:44481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:21:14,537 INFO [RS:0;4585c39bed03:44481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:14,539 INFO [RS:0;4585c39bed03:44481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44481%2C1732742473222, suffix=, logDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/oldWALs, maxLogs=10 2024-11-27T21:21:14,559 DEBUG [RS:0;4585c39bed03:44481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, exclude list is [], retry=0 2024-11-27T21:21:14,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34183,DS-72811436-7eea-428f-b7af-df1beca4fb68,DISK] 2024-11-27T21:21:14,568 INFO [RS:0;4585c39bed03:44481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 2024-11-27T21:21:14,568 DEBUG [RS:0;4585c39bed03:44481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40501:40501)] 2024-11-27T21:21:14,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:21:14,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48 2024-11-27T21:21:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:21:14,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:14,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:14,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:14,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:14,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:14,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:14,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:14,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:14,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:14,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:14,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:14,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:14,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:14,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:14,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:14,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740 2024-11-27T21:21:14,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740 2024-11-27T21:21:14,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:14,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:14,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:14,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:14,710 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:14,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63012945, jitterRate=-0.0610339492559433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:14,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742474697Initializing all the Stores at 1732742474698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742474698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742474698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742474698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742474698Cleaning up temporary data from old regions at 1732742474706 (+8 ms)Region opened successfully at 1732742474710 (+4 ms) 2024-11-27T21:21:14,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:14,710 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:14,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:14,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:14,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:14,711 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:14,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742474710Disabling compacts and flushes for region at 1732742474710Disabling writes for close at 1732742474710Writing region close event to WAL at 1732742474711 (+1 ms)Closed at 1732742474711 2024-11-27T21:21:14,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:14,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:21:14,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:21:14,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:14,714 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:21:14,864 DEBUG [4585c39bed03:34303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:21:14,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,44481,1732742473222 2024-11-27T21:21:14,866 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44481,1732742473222, state=OPENING 2024-11-27T21:21:14,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:21:14,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:14,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803716892/meta-region-server: CHANGED 2024-11-27T21:21:14,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803716892/meta-region-server: CHANGED 2024-11-27T21:21:14,871 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:14,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44481,1732742473222}] 2024-11-27T21:21:15,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:15,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:21:15,028 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:21:15,028 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:15,028 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:21:15,030 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44481%2C1732742473222.meta, suffix=.meta, logDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/oldWALs, maxLogs=10 2024-11-27T21:21:15,049 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.meta.1732742475030.meta, exclude list is [], retry=0 2024-11-27T21:21:15,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34183,DS-72811436-7eea-428f-b7af-df1beca4fb68,DISK] 2024-11-27T21:21:15,054 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.meta.1732742475030.meta 2024-11-27T21:21:15,054 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40501:40501)] 2024-11-27T21:21:15,054 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:15,055 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:15,055 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:15,055 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:21:15,055 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:21:15,055 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:21:15,055 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:15,055 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:21:15,055 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:21:15,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:15,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:15,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:15,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:15,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:15,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:15,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:15,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:15,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:15,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:15,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:15,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:15,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:15,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:15,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:15,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:15,061 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:15,061 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740 2024-11-27T21:21:15,062 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740 2024-11-27T21:21:15,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:15,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:15,063 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:15,064 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:15,066 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917113, jitterRate=-0.032659634947776794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:15,066 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:21:15,066 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742475055Writing region info on filesystem at 1732742475055Initializing all the Stores at 1732742475056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742475056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742475056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742475056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742475056Cleaning up temporary data from old regions at 1732742475063 (+7 ms)Running coprocessor post-open hooks at 1732742475066 (+3 ms)Region opened successfully at 1732742475066 2024-11-27T21:21:15,066 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742475023 2024-11-27T21:21:15,068 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:21:15,068 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:21:15,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,44481,1732742473222 2024-11-27T21:21:15,070 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44481,1732742473222, state=OPEN 2024-11-27T21:21:15,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-803716892/meta-region-server 2024-11-27T21:21:15,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-803716892/meta-region-server 2024-11-27T21:21:15,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803716892/meta-region-server: CHANGED 2024-11-27T21:21:15,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-803716892/meta-region-server: CHANGED 2024-11-27T21:21:15,071 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,44481,1732742473222 2024-11-27T21:21:15,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:21:15,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44481,1732742473222 in 200 msec 2024-11-27T21:21:15,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:21:15,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-27T21:21:15,076 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:15,076 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:21:15,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:15,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44481,1732742473222, seqNum=-1] 2024-11-27T21:21:15,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:15,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:15,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-11-27T21:21:15,082 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742475082, completionTime=-1 2024-11-27T21:21:15,082 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:21:15,082 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:21:15,083 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:21:15,083 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742535083 2024-11-27T21:21:15,083 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742595083 2024-11-27T21:21:15,083 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:21:15,084 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34303,1732742473188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:15,084 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34303,1732742473188-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:15,084 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34303,1732742473188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:15,084 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:34303, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:15,084 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:15,084 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:15,085 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.829sec 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34303,1732742473188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:15,087 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34303,1732742473188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:21:15,098 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:21:15,098 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:21:15,098 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34303,1732742473188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:15,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:15,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:15,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:15,143 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446da99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:15,145 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:15,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:15,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44481,1732742473222, seqNum=-1] 2024-11-27T21:21:15,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:15,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:15,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,34303,1732742473188 2024-11-27T21:21:15,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:15,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.log.dir so I do NOT create it in target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699 2024-11-27T21:21:15,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.tmp.dir so I do NOT create it in target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699 2024-11-27T21:21:15,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:21:15,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/cluster_3d8ca378-6109-7510-f90e-503104f758bd, deleteOnExit=true 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/test.cache.data in system properties and HBase conf 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:21:15,161 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:21:15,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:21:15,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4dbd170005 connected 2024-11-27T21:21:15,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:15,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:15,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:15,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:15,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:21:15,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:15,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:15,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:15,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f46769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/java.io.tmpdir/jetty-localhost-41327-hadoop-hdfs-3_4_1-tests_jar-_-any-11231560308730527131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:15,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:41327} 2024-11-27T21:21:15,414 INFO [Time-limited test {}] server.Server(415): Started @254230ms 2024-11-27T21:21:15,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:15,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:15,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:15,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:15,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:15,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:15,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:15,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19375c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/java.io.tmpdir/jetty-localhost-35611-hadoop-hdfs-3_4_1-tests_jar-_-any-1016340247944621756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:15,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:35611} 2024-11-27T21:21:15,656 INFO [Time-limited test {}] server.Server(415): Started @254472ms 2024-11-27T21:21:15,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:21:15,755 WARN [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/cluster_3d8ca378-6109-7510-f90e-503104f758bd/data/data1/current/BP-255406933-172.17.0.2-1732742475184/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:15,755 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/cluster_3d8ca378-6109-7510-f90e-503104f758bd/data/data2/current/BP-255406933-172.17.0.2-1732742475184/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:15,782 WARN [Thread-3668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:21:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e5f7ed0c6a00334 with lease ID 0x4a849be285db5d2e: Processing first storage report for DS-4d3275f6-b247-4bb7-9cf7-b374a93c5ec7 from datanode DatanodeRegistration(127.0.0.1:40083, datanodeUuid=50151cd6-2c38-415c-b6c1-18efd019a050, infoPort=43093, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1808580089;c=1732742475184) 2024-11-27T21:21:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e5f7ed0c6a00334 with lease ID 0x4a849be285db5d2e: from storage DS-4d3275f6-b247-4bb7-9cf7-b374a93c5ec7 node DatanodeRegistration(127.0.0.1:40083, datanodeUuid=50151cd6-2c38-415c-b6c1-18efd019a050, infoPort=43093, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1808580089;c=1732742475184), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e5f7ed0c6a00334 with lease ID 0x4a849be285db5d2e: Processing first storage report for DS-f4ab8fd4-0d83-462b-b958-7f30f983de58 from datanode DatanodeRegistration(127.0.0.1:40083, datanodeUuid=50151cd6-2c38-415c-b6c1-18efd019a050, infoPort=43093, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1808580089;c=1732742475184) 2024-11-27T21:21:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e5f7ed0c6a00334 with lease ID 0x4a849be285db5d2e: from storage DS-f4ab8fd4-0d83-462b-b958-7f30f983de58 node DatanodeRegistration(127.0.0.1:40083, datanodeUuid=50151cd6-2c38-415c-b6c1-18efd019a050, infoPort=43093, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1808580089;c=1732742475184), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:15,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699 2024-11-27T21:21:15,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:15,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:21:16,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69 with version=8 2024-11-27T21:21:16,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/hbase-staging 2024-11-27T21:21:16,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:16,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:16,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:16,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:16,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:16,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:16,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:21:16,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:16,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45071 2024-11-27T21:21:16,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45071 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:16,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450710x0, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:16,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45071-0x1015b4dbd170006 connected 2024-11-27T21:21:16,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:16,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:16,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on znode that does not yet exist, /2-1385116945/running 2024-11-27T21:21:16,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69, hbase.cluster.distributed=false 2024-11-27T21:21:16,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on znode that does not yet exist, /2-1385116945/acl 2024-11-27T21:21:16,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45071 2024-11-27T21:21:16,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45071 2024-11-27T21:21:16,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45071 2024-11-27T21:21:16,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45071 2024-11-27T21:21:16,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45071 2024-11-27T21:21:16,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:16,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:16,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:16,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:16,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:16,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:16,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:21:16,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:16,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33399 2024-11-27T21:21:16,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33399 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:16,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:16,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:16,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333990x0, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on znode that does not yet exist, /2-1385116945/running 2024-11-27T21:21:16,379 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:21:16,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333990x0, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:16,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33399-0x1015b4dbd170007 connected 2024-11-27T21:21:16,384 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:21:16,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on znode that does not yet exist, /2-1385116945/master 2024-11-27T21:21:16,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on znode that does not yet exist, /2-1385116945/acl 2024-11-27T21:21:16,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-27T21:21:16,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33399 2024-11-27T21:21:16,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33399 2024-11-27T21:21:16,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-27T21:21:16,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-27T21:21:16,414 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:45071 2024-11-27T21:21:16,415 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1385116945/backup-masters/4585c39bed03,45071,1732742476296 2024-11-27T21:21:16,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945/backup-masters 2024-11-27T21:21:16,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945/backup-masters 2024-11-27T21:21:16,419 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on existing znode=/2-1385116945/backup-masters/4585c39bed03,45071,1732742476296 2024-11-27T21:21:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1385116945/master 2024-11-27T21:21:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:16,421 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on existing znode=/2-1385116945/master 2024-11-27T21:21:16,421 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1385116945/backup-masters/4585c39bed03,45071,1732742476296 from backup master directory 2024-11-27T21:21:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1385116945/backup-masters/4585c39bed03,45071,1732742476296 2024-11-27T21:21:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945/backup-masters 2024-11-27T21:21:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945/backup-masters 2024-11-27T21:21:16,422 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:16,422 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,45071,1732742476296 2024-11-27T21:21:16,429 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/hbase.id] with ID: 8595dce6-8f84-4e27-967e-40450d287612 2024-11-27T21:21:16,429 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/.tmp/hbase.id 2024-11-27T21:21:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:21:16,438 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/.tmp/hbase.id]:[hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/hbase.id] 2024-11-27T21:21:16,446 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:16,446 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:21:16,447 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:21:16,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:16,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:21:16,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:21:16,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T21:21:16,859 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:16,860 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:21:16,860 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:21:16,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:21:17,266 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store 2024-11-27T21:21:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:21:17,274 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:17,274 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:17,274 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:17,275 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:17,275 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:17,275 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:17,275 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:17,275 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742477274Disabling compacts and flushes for region at 1732742477274Disabling writes for close at 1732742477275 (+1 ms)Writing region close event to WAL at 1732742477275Closed at 1732742477275 2024-11-27T21:21:17,275 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/.initializing 2024-11-27T21:21:17,276 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/WALs/4585c39bed03,45071,1732742476296 2024-11-27T21:21:17,276 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:17,278 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C45071%2C1732742476296, suffix=, logDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/WALs/4585c39bed03,45071,1732742476296, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/oldWALs, maxLogs=10 2024-11-27T21:21:17,300 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/WALs/4585c39bed03,45071,1732742476296/4585c39bed03%2C45071%2C1732742476296.1732742477278, exclude list is [], retry=0 2024-11-27T21:21:17,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40083,DS-4d3275f6-b247-4bb7-9cf7-b374a93c5ec7,DISK] 2024-11-27T21:21:17,306 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/WALs/4585c39bed03,45071,1732742476296/4585c39bed03%2C45071%2C1732742476296.1732742477278 2024-11-27T21:21:17,307 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43093:43093)] 2024-11-27T21:21:17,307 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:17,307 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:17,307 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,307 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:21:17,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:17,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:17,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:21:17,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:17,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:17,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:21:17,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:17,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:17,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:21:17,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:17,331 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,332 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,332 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,334 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,334 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,334 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:17,336 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:17,338 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:17,338 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63296193, jitterRate=-0.05681322515010834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:17,338 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742477307Initializing all the Stores at 1732742477308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742477308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742477316 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742477316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742477316Cleaning up temporary data from old regions at 1732742477334 (+18 ms)Region opened successfully at 1732742477338 (+4 ms) 2024-11-27T21:21:17,339 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:21:17,341 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cedabc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:17,345 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:21:17,345 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:21:17,345 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:21:17,345 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:21:17,346 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:21:17,346 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:21:17,346 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:21:17,352 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:21:17,353 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Unable to get data of znode /2-1385116945/balancer because node does not exist (not necessarily an error) 2024-11-27T21:21:17,354 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1385116945/balancer already deleted, retry=false 2024-11-27T21:21:17,355 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:21:17,356 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Unable to get data of znode /2-1385116945/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:21:17,359 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1385116945/normalizer already deleted, retry=false 2024-11-27T21:21:17,359 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:21:17,365 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Unable to get data of znode /2-1385116945/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:21:17,367 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1385116945/switch/split already deleted, retry=false 2024-11-27T21:21:17,368 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Unable to get data of znode /2-1385116945/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:21:17,369 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1385116945/switch/merge already deleted, retry=false 2024-11-27T21:21:17,370 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Unable to get data of znode /2-1385116945/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:21:17,371 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1385116945/snapshot-cleanup already deleted, retry=false 2024-11-27T21:21:17,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1385116945/running 2024-11-27T21:21:17,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1385116945/running 2024-11-27T21:21:17,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:17,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:17,374 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,45071,1732742476296, sessionid=0x1015b4dbd170006, setting cluster-up flag (Was=false) 2024-11-27T21:21:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:17,382 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1385116945/flush-table-proc/acquired, /2-1385116945/flush-table-proc/reached, /2-1385116945/flush-table-proc/abort 2024-11-27T21:21:17,383 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,45071,1732742476296 2024-11-27T21:21:17,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:17,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:17,391 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1385116945/online-snapshot/acquired, /2-1385116945/online-snapshot/reached, /2-1385116945/online-snapshot/abort 2024-11-27T21:21:17,393 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,45071,1732742476296 2024-11-27T21:21:17,395 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:21:17,398 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:17,398 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:21:17,398 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:21:17,399 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,45071,1732742476296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:17,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,405 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(746): ClusterId : 8595dce6-8f84-4e27-967e-40450d287612 2024-11-27T21:21:17,405 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:21:17,408 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:21:17,408 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:21:17,410 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:21:17,410 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15caf121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:17,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:17,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:21:17,427 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:17,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:21:17,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742507441 2024-11-27T21:21:17,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:21:17,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:21:17,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:21:17,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:21:17,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:21:17,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:21:17,448 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,452 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:33399 2024-11-27T21:21:17,452 INFO [RS:0;4585c39bed03:33399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:21:17,452 INFO [RS:0;4585c39bed03:33399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:21:17,452 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:21:17,453 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,45071,1732742476296 with port=33399, startcode=1732742476371 2024-11-27T21:21:17,453 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:21:17,464 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:21:17,465 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:21:17,465 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:21:17,465 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:21:17,470 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:21:17,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45071 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:21:17,471 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T21:21:17,472 WARN [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T21:21:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:21:17,492 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:21:17,492 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:21:17,496 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742477493,5,FailOnTimeoutGroup] 2024-11-27T21:21:17,508 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742477496,5,FailOnTimeoutGroup] 2024-11-27T21:21:17,508 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,508 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:21:17,508 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,508 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:17,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,573 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,45071,1732742476296 with port=33399, startcode=1732742476371 2024-11-27T21:21:17,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,33399,1732742476371 2024-11-27T21:21:17,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45071 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,33399,1732742476371 2024-11-27T21:21:17,575 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69 2024-11-27T21:21:17,575 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42955 2024-11-27T21:21:17,575 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:21:17,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945/rs 2024-11-27T21:21:17,602 DEBUG [RS:0;4585c39bed03:33399 {}] zookeeper.ZKUtil(111): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on existing znode=/2-1385116945/rs/4585c39bed03,33399,1732742476371 2024-11-27T21:21:17,602 WARN [RS:0;4585c39bed03:33399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:17,602 INFO [RS:0;4585c39bed03:33399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:17,602 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371 2024-11-27T21:21:17,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,33399,1732742476371] 2024-11-27T21:21:17,623 INFO [RS:0;4585c39bed03:33399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:21:17,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:17,736 INFO [RS:0;4585c39bed03:33399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:21:17,739 INFO [RS:0;4585c39bed03:33399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:21:17,739 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,742 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:21:17,743 INFO [RS:0;4585c39bed03:33399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:21:17,743 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,743 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,743 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,743 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:17,744 DEBUG [RS:0;4585c39bed03:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:17,756 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,756 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,756 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,756 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,756 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,756 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33399,1732742476371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:17,778 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:21:17,778 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,33399,1732742476371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,778 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,778 INFO [RS:0;4585c39bed03:33399 {}] regionserver.Replication(171): 4585c39bed03,33399,1732742476371 started 2024-11-27T21:21:17,795 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:17,795 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,33399,1732742476371, RpcServer on 4585c39bed03/172.17.0.2:33399, sessionid=0x1015b4dbd170007 2024-11-27T21:21:17,796 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:21:17,796 DEBUG [RS:0;4585c39bed03:33399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,33399,1732742476371 2024-11-27T21:21:17,796 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,33399,1732742476371' 2024-11-27T21:21:17,796 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1385116945/flush-table-proc/abort' 2024-11-27T21:21:17,796 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1385116945/flush-table-proc/acquired' 2024-11-27T21:21:17,797 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:21:17,797 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:21:17,797 DEBUG [RS:0;4585c39bed03:33399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,33399,1732742476371 2024-11-27T21:21:17,797 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,33399,1732742476371' 2024-11-27T21:21:17,797 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1385116945/online-snapshot/abort' 2024-11-27T21:21:17,798 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1385116945/online-snapshot/acquired' 2024-11-27T21:21:17,799 DEBUG [RS:0;4585c39bed03:33399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:21:17,799 INFO [RS:0;4585c39bed03:33399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:21:17,799 INFO [RS:0;4585c39bed03:33399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:21:17,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:21:17,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69 2024-11-27T21:21:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:21:17,899 INFO [RS:0;4585c39bed03:33399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:17,900 INFO [RS:0;4585c39bed03:33399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C33399%2C1732742476371, suffix=, logDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/oldWALs, maxLogs=10 2024-11-27T21:21:17,918 DEBUG [RS:0;4585c39bed03:33399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, exclude list is [], retry=0 2024-11-27T21:21:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40083,DS-4d3275f6-b247-4bb7-9cf7-b374a93c5ec7,DISK] 2024-11-27T21:21:17,924 INFO [RS:0;4585c39bed03:33399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 2024-11-27T21:21:17,924 DEBUG [RS:0;4585c39bed03:33399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43093:43093)] 2024-11-27T21:21:18,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:18,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:18,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:18,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:18,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:18,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:18,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:18,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:18,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:18,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:18,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740 2024-11-27T21:21:18,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740 2024-11-27T21:21:18,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:18,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:18,307 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:18,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:18,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:18,310 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67812466, jitterRate=0.010484486818313599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:18,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742478298Initializing all the Stores at 1732742478298Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742478298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742478299 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742478299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742478299Cleaning up temporary data from old regions at 1732742478306 (+7 ms)Region opened successfully at 1732742478310 (+4 ms) 2024-11-27T21:21:18,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:18,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:18,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:18,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:18,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:18,310 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:18,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742478310Disabling compacts and flushes for region at 1732742478310Disabling writes for close at 1732742478310Writing region close event to WAL at 1732742478310Closed at 1732742478310 2024-11-27T21:21:18,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:18,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:21:18,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:21:18,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:18,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:21:18,464 DEBUG [4585c39bed03:45071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:21:18,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,33399,1732742476371 2024-11-27T21:21:18,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,33399,1732742476371, state=OPENING 2024-11-27T21:21:18,467 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:21:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:18,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:18,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1385116945/meta-region-server: CHANGED 2024-11-27T21:21:18,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1385116945/meta-region-server: CHANGED 2024-11-27T21:21:18,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:18,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,33399,1732742476371}] 2024-11-27T21:21:18,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:18,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:21:18,628 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:21:18,628 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:18,628 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:21:18,629 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C33399%2C1732742476371.meta, suffix=.meta, logDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/oldWALs, maxLogs=10 2024-11-27T21:21:18,647 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.meta.1732742478629.meta, exclude list is [], retry=0 2024-11-27T21:21:18,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40083,DS-4d3275f6-b247-4bb7-9cf7-b374a93c5ec7,DISK] 2024-11-27T21:21:18,650 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.meta.1732742478629.meta 2024-11-27T21:21:18,651 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43093:43093)] 2024-11-27T21:21:18,651 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:18,651 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:18,651 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:18,651 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:21:18,652 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:21:18,652 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:21:18,652 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:18,652 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:21:18,652 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:21:18,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:18,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:18,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:18,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:18,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:18,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:18,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:18,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:18,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:18,657 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:18,664 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740 2024-11-27T21:21:18,665 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740 2024-11-27T21:21:18,666 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:18,666 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:18,667 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:18,668 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:18,669 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68131285, jitterRate=0.015235260128974915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:18,669 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:21:18,669 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742478652Writing region info on filesystem at 1732742478652Initializing all the Stores at 1732742478653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742478653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742478653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742478653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742478653Cleaning up temporary data from old regions at 1732742478666 (+13 ms)Running coprocessor post-open hooks at 1732742478669 (+3 ms)Region opened successfully at 1732742478669 2024-11-27T21:21:18,670 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742478623 2024-11-27T21:21:18,673 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:21:18,673 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:21:18,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,33399,1732742476371 2024-11-27T21:21:18,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,33399,1732742476371, state=OPEN 2024-11-27T21:21:18,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1385116945/meta-region-server 2024-11-27T21:21:18,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1385116945/meta-region-server 2024-11-27T21:21:18,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,33399,1732742476371 2024-11-27T21:21:18,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1385116945/meta-region-server: CHANGED 2024-11-27T21:21:18,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1385116945/meta-region-server: CHANGED 2024-11-27T21:21:18,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:21:18,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,33399,1732742476371 in 207 msec 2024-11-27T21:21:18,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:18,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:21:18,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:21:18,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-27T21:21:18,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:18,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,33399,1732742476371, seqNum=-1] 2024-11-27T21:21:18,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:18,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:18,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-27T21:21:18,696 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742478696, completionTime=-1 2024-11-27T21:21:18,697 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:21:18,697 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742538699 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742598699 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45071,1732742476296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45071,1732742476296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45071,1732742476296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:45071, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:18,699 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:18,701 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:21:18,704 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:18,707 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.285sec 2024-11-27T21:21:18,707 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:21:18,707 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:21:18,707 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:21:18,707 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:21:18,707 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:21:18,707 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45071,1732742476296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:18,708 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45071,1732742476296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:21:18,709 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:21:18,709 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:21:18,709 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,45071,1732742476296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:18,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe3fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:18,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45071,-1 for getting cluster id 2024-11-27T21:21:18,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:18,808 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8595dce6-8f84-4e27-967e-40450d287612' 2024-11-27T21:21:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8595dce6-8f84-4e27-967e-40450d287612" 2024-11-27T21:21:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c539966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45071,-1] 2024-11-27T21:21:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:18,810 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:18,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:18,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,33399,1732742476371, seqNum=-1] 2024-11-27T21:21:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:18,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,45071,1732742476296 2024-11-27T21:21:18,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-27T21:21:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:18,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b4dbd170008 connected 2024-11-27T21:21:18,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,40525,1732742468997 2024-11-27T21:21:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3b4749 2024-11-27T21:21:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:18,823 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:18,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:21:18,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:21:18,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:18,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:21:18,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:21:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:18,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:21:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:19,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7845353ecbb8ce961a0e3b662699210d, NAME => 'test,,1732742478824.7845353ecbb8ce961a0e3b662699210d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42 2024-11-27T21:21:19,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:21:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:19,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742478824.7845353ecbb8ce961a0e3b662699210d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:19,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7845353ecbb8ce961a0e3b662699210d, disabling compactions & flushes 2024-11-27T21:21:19,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:19,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:19,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. after waiting 0 ms 2024-11-27T21:21:19,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:19,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:19,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7845353ecbb8ce961a0e3b662699210d: Waiting for close lock at 1732742479640Disabling compacts and flushes for region at 1732742479640Disabling writes for close at 1732742479640Writing region close event to WAL at 1732742479640Closed at 1732742479640 2024-11-27T21:21:19,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:21:19,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742478824.7845353ecbb8ce961a0e3b662699210d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742479642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742479642"}]},"ts":"1732742479642"} 2024-11-27T21:21:19,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:21:19,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:21:19,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742479645"}]},"ts":"1732742479645"} 2024-11-27T21:21:19,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:21:19,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7845353ecbb8ce961a0e3b662699210d, ASSIGN}] 2024-11-27T21:21:19,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7845353ecbb8ce961a0e3b662699210d, ASSIGN 2024-11-27T21:21:19,648 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7845353ecbb8ce961a0e3b662699210d, ASSIGN; state=OFFLINE, location=4585c39bed03,41857,1732742469091; forceNewPlan=false, retain=false 2024-11-27T21:21:19,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7845353ecbb8ce961a0e3b662699210d, regionState=OPENING, regionLocation=4585c39bed03,41857,1732742469091 2024-11-27T21:21:19,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7845353ecbb8ce961a0e3b662699210d, ASSIGN because future has completed 2024-11-27T21:21:19,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7845353ecbb8ce961a0e3b662699210d, server=4585c39bed03,41857,1732742469091}] 2024-11-27T21:21:19,964 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:19,965 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7845353ecbb8ce961a0e3b662699210d, NAME => 'test,,1732742478824.7845353ecbb8ce961a0e3b662699210d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:19,965 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:19,965 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:21:19,965 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,965 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742478824.7845353ecbb8ce961a0e3b662699210d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:19,965 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,965 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:19,967 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,968 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7845353ecbb8ce961a0e3b662699210d columnFamilyName f 2024-11-27T21:21:19,968 DEBUG [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:19,968 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] regionserver.HStore(327): Store=7845353ecbb8ce961a0e3b662699210d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:19,968 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,970 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7845353ecbb8ce961a0e3b662699210d columnFamilyName f1 2024-11-27T21:21:19,970 DEBUG [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:19,970 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] regionserver.HStore(327): Store=7845353ecbb8ce961a0e3b662699210d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:19,970 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,971 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7845353ecbb8ce961a0e3b662699210d columnFamilyName norep 2024-11-27T21:21:19,971 DEBUG [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:19,971 INFO [StoreOpener-7845353ecbb8ce961a0e3b662699210d-1 {}] regionserver.HStore(327): Store=7845353ecbb8ce961a0e3b662699210d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:19,972 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,972 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,973 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,974 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,974 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,974 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:21:19,975 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,977 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:19,978 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7845353ecbb8ce961a0e3b662699210d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72981672, jitterRate=0.08751165866851807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:21:19,978 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:19,978 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7845353ecbb8ce961a0e3b662699210d: Running coprocessor pre-open hook at 1732742479965Writing region info on filesystem at 1732742479965Initializing all the Stores at 1732742479966 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742479966Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742479966Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742479966Cleaning up temporary data from old regions at 1732742479974 (+8 ms)Running coprocessor post-open hooks at 1732742479978 (+4 ms)Region opened successfully at 1732742479978 2024-11-27T21:21:19,979 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742478824.7845353ecbb8ce961a0e3b662699210d., pid=6, masterSystemTime=1732742479954 2024-11-27T21:21:19,981 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:19,981 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:19,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7845353ecbb8ce961a0e3b662699210d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,41857,1732742469091 2024-11-27T21:21:19,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7845353ecbb8ce961a0e3b662699210d, server=4585c39bed03,41857,1732742469091 because future has completed 2024-11-27T21:21:19,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:21:19,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7845353ecbb8ce961a0e3b662699210d, server=4585c39bed03,41857,1732742469091 in 183 msec 2024-11-27T21:21:19,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:21:19,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7845353ecbb8ce961a0e3b662699210d, ASSIGN in 340 msec 2024-11-27T21:21:19,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:21:19,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742479993"}]},"ts":"1732742479993"} 2024-11-27T21:21:19,995 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:21:19,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:21:19,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-27T21:21:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:20,977 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:21:20,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34303,1732742473188 2024-11-27T21:21:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef869f3 2024-11-27T21:21:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:20,979 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:20,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:21:20,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:21:20,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:20,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:21:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:20,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:21:20,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:21:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:21,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 939a7d1a6ae95a7729c111cb99796638, NAME => 'test,,1732742480980.939a7d1a6ae95a7729c111cb99796638.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48 2024-11-27T21:21:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:21:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:21,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742480980.939a7d1a6ae95a7729c111cb99796638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:21,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 939a7d1a6ae95a7729c111cb99796638, disabling compactions & flushes 2024-11-27T21:21:21,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:21,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:21,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. after waiting 0 ms 2024-11-27T21:21:21,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:21,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:21,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 939a7d1a6ae95a7729c111cb99796638: Waiting for close lock at 1732742481795Disabling compacts and flushes for region at 1732742481795Disabling writes for close at 1732742481795Writing region close event to WAL at 1732742481795Closed at 1732742481795 2024-11-27T21:21:21,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:21:21,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742480980.939a7d1a6ae95a7729c111cb99796638.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742481796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742481796"}]},"ts":"1732742481796"} 2024-11-27T21:21:21,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:21:21,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:21:21,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742481799"}]},"ts":"1732742481799"} 2024-11-27T21:21:21,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:21:21,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=939a7d1a6ae95a7729c111cb99796638, ASSIGN}] 2024-11-27T21:21:21,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=939a7d1a6ae95a7729c111cb99796638, ASSIGN 2024-11-27T21:21:21,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=939a7d1a6ae95a7729c111cb99796638, ASSIGN; state=OFFLINE, location=4585c39bed03,44481,1732742473222; forceNewPlan=false, retain=false 2024-11-27T21:21:21,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=939a7d1a6ae95a7729c111cb99796638, regionState=OPENING, regionLocation=4585c39bed03,44481,1732742473222 2024-11-27T21:21:21,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=939a7d1a6ae95a7729c111cb99796638, ASSIGN because future has completed 2024-11-27T21:21:21,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 939a7d1a6ae95a7729c111cb99796638, server=4585c39bed03,44481,1732742473222}] 2024-11-27T21:21:22,110 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:22,110 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 939a7d1a6ae95a7729c111cb99796638, NAME => 'test,,1732742480980.939a7d1a6ae95a7729c111cb99796638.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:22,111 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:22,111 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:21:22,111 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,111 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742480980.939a7d1a6ae95a7729c111cb99796638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:22,111 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,111 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,112 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,113 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939a7d1a6ae95a7729c111cb99796638 columnFamilyName f 2024-11-27T21:21:22,113 DEBUG [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:22,113 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] regionserver.HStore(327): Store=939a7d1a6ae95a7729c111cb99796638/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:22,114 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,114 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939a7d1a6ae95a7729c111cb99796638 columnFamilyName f1 2024-11-27T21:21:22,114 DEBUG [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:22,115 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] regionserver.HStore(327): Store=939a7d1a6ae95a7729c111cb99796638/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:22,115 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,115 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939a7d1a6ae95a7729c111cb99796638 columnFamilyName norep 2024-11-27T21:21:22,115 DEBUG [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:22,116 INFO [StoreOpener-939a7d1a6ae95a7729c111cb99796638-1 {}] regionserver.HStore(327): Store=939a7d1a6ae95a7729c111cb99796638/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:22,116 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:22,116 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,117 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,117 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,117 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,118 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:21:22,118 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,120 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:22,120 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 939a7d1a6ae95a7729c111cb99796638; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66784856, jitterRate=-0.004828095436096191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:21:22,120 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:22,120 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 939a7d1a6ae95a7729c111cb99796638: Running coprocessor pre-open hook at 1732742482111Writing region info on filesystem at 1732742482111Initializing all the Stores at 1732742482112 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742482112Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742482112Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742482112Cleaning up temporary data from old regions at 1732742482117 (+5 ms)Running coprocessor post-open hooks at 1732742482120 (+3 ms)Region opened successfully at 1732742482120 2024-11-27T21:21:22,121 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742480980.939a7d1a6ae95a7729c111cb99796638., pid=6, masterSystemTime=1732742482107 2024-11-27T21:21:22,122 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:22,122 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:22,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=939a7d1a6ae95a7729c111cb99796638, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,44481,1732742473222 2024-11-27T21:21:22,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 939a7d1a6ae95a7729c111cb99796638, server=4585c39bed03,44481,1732742473222 because future has completed 2024-11-27T21:21:22,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:21:22,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 939a7d1a6ae95a7729c111cb99796638, server=4585c39bed03,44481,1732742473222 in 170 msec 2024-11-27T21:21:22,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:21:22,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=939a7d1a6ae95a7729c111cb99796638, ASSIGN in 325 msec 2024-11-27T21:21:22,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:21:22,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742482128"}]},"ts":"1732742482128"} 2024-11-27T21:21:22,130 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:21:22,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:21:22,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-27T21:21:22,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:21:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:23,126 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:21:23,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45071,1732742476296 2024-11-27T21:21:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d053d3 2024-11-27T21:21:23,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:23,129 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:23,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:21:23,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:21:23,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:23,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:21:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:23,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:21:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:21:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:23,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0dd37400cecdcb22ea7ce1aa7af074d3, NAME => 'test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69 2024-11-27T21:21:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:21:23,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:23,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0dd37400cecdcb22ea7ce1aa7af074d3, disabling compactions & flushes 2024-11-27T21:21:23,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:23,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:23,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. after waiting 0 ms 2024-11-27T21:21:23,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:23,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:23,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0dd37400cecdcb22ea7ce1aa7af074d3: Waiting for close lock at 1732742483553Disabling compacts and flushes for region at 1732742483553Disabling writes for close at 1732742483553Writing region close event to WAL at 1732742483553Closed at 1732742483553 2024-11-27T21:21:23,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:21:23,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742483555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742483555"}]},"ts":"1732742483555"} 2024-11-27T21:21:23,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:21:23,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:21:23,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742483558"}]},"ts":"1732742483558"} 2024-11-27T21:21:23,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:21:23,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dd37400cecdcb22ea7ce1aa7af074d3, ASSIGN}] 2024-11-27T21:21:23,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dd37400cecdcb22ea7ce1aa7af074d3, ASSIGN 2024-11-27T21:21:23,562 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0dd37400cecdcb22ea7ce1aa7af074d3, ASSIGN; state=OFFLINE, location=4585c39bed03,33399,1732742476371; forceNewPlan=false, retain=false 2024-11-27T21:21:23,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dd37400cecdcb22ea7ce1aa7af074d3, regionState=OPENING, regionLocation=4585c39bed03,33399,1732742476371 2024-11-27T21:21:23,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0dd37400cecdcb22ea7ce1aa7af074d3, ASSIGN because future has completed 2024-11-27T21:21:23,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dd37400cecdcb22ea7ce1aa7af074d3, server=4585c39bed03,33399,1732742476371}] 2024-11-27T21:21:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:23,877 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:23,878 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0dd37400cecdcb22ea7ce1aa7af074d3, NAME => 'test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:23,878 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:23,878 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:21:23,878 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,878 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:23,878 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,878 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,880 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,881 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dd37400cecdcb22ea7ce1aa7af074d3 columnFamilyName f 2024-11-27T21:21:23,882 DEBUG [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:23,882 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] regionserver.HStore(327): Store=0dd37400cecdcb22ea7ce1aa7af074d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:23,882 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,883 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dd37400cecdcb22ea7ce1aa7af074d3 columnFamilyName f1 2024-11-27T21:21:23,883 DEBUG [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:23,883 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] regionserver.HStore(327): Store=0dd37400cecdcb22ea7ce1aa7af074d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:23,883 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,885 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dd37400cecdcb22ea7ce1aa7af074d3 columnFamilyName norep 2024-11-27T21:21:23,885 DEBUG [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:23,885 INFO [StoreOpener-0dd37400cecdcb22ea7ce1aa7af074d3-1 {}] regionserver.HStore(327): Store=0dd37400cecdcb22ea7ce1aa7af074d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:23,885 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,886 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,886 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,887 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,887 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,887 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:21:23,888 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,889 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:23,890 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0dd37400cecdcb22ea7ce1aa7af074d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68551710, jitterRate=0.021500080823898315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:21:23,890 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:23,890 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0dd37400cecdcb22ea7ce1aa7af074d3: Running coprocessor pre-open hook at 1732742483878Writing region info on filesystem at 1732742483878Initializing all the Stores at 1732742483879 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742483879Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742483880 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742483880Cleaning up temporary data from old regions at 1732742483887 (+7 ms)Running coprocessor post-open hooks at 1732742483890 (+3 ms)Region opened successfully at 1732742483890 2024-11-27T21:21:23,891 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3., pid=6, masterSystemTime=1732742483867 2024-11-27T21:21:23,893 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:23,893 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:23,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dd37400cecdcb22ea7ce1aa7af074d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,33399,1732742476371 2024-11-27T21:21:23,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dd37400cecdcb22ea7ce1aa7af074d3, server=4585c39bed03,33399,1732742476371 because future has completed 2024-11-27T21:21:23,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:21:23,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0dd37400cecdcb22ea7ce1aa7af074d3, server=4585c39bed03,33399,1732742476371 in 183 msec 2024-11-27T21:21:23,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:21:23,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0dd37400cecdcb22ea7ce1aa7af074d3, ASSIGN in 341 msec 2024-11-27T21:21:23,904 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:21:23,904 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742483904"}]},"ts":"1732742483904"} 2024-11-27T21:21:23,906 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:21:23,906 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:21:23,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-27T21:21:24,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:24,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:24,267 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:21:24,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:24,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,40525,-1 for getting cluster id 2024-11-27T21:21:24,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:24,269 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0644bdc5-1eda-42fd-99a5-063bf9fe71a0' 2024-11-27T21:21:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0644bdc5-1eda-42fd-99a5-063bf9fe71a0" 2024-11-27T21:21:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f631b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,40525,-1] 2024-11-27T21:21:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:24,270 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208676a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:24,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,40525,1732742468997 2024-11-27T21:21:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dcbdd12 2024-11-27T21:21:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:24,283 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:24,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:34303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:21:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:21:24,290 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34303' 2024-11-27T21:21:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:24,296 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8622476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:24,297 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:24,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:24,299 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:24,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:24,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:24,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292183c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:24,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:24,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:24,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:24,301 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:24,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c7803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:24,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:24,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34303,1732742473188 2024-11-27T21:21:24,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@609d9ce8 2024-11-27T21:21:24,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:24,303 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:24,304 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:21:24,304 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:21:24,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:24,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:24,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:24,304 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:24,305 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:21:24,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:21:24,307 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:24,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:21:24,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:21:24,356 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:21:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:24,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c04155d51924f3f3d9a01e10debaa56a, NAME => 'hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42 2024-11-27T21:21:24,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:21:24,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:24,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c04155d51924f3f3d9a01e10debaa56a, disabling compactions & flushes 2024-11-27T21:21:24,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:24,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:24,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. after waiting 0 ms 2024-11-27T21:21:24,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:24,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:24,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c04155d51924f3f3d9a01e10debaa56a: Waiting for close lock at 1732742484729Disabling compacts and flushes for region at 1732742484729Disabling writes for close at 1732742484729Writing region close event to WAL at 1732742484729Closed at 1732742484729 2024-11-27T21:21:24,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:21:24,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742484730"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742484730"}]},"ts":"1732742484730"} 2024-11-27T21:21:24,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:21:24,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:21:24,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742484734"}]},"ts":"1732742484734"} 2024-11-27T21:21:24,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:21:24,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c04155d51924f3f3d9a01e10debaa56a, ASSIGN}] 2024-11-27T21:21:24,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c04155d51924f3f3d9a01e10debaa56a, ASSIGN 2024-11-27T21:21:24,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c04155d51924f3f3d9a01e10debaa56a, ASSIGN; state=OFFLINE, location=4585c39bed03,41857,1732742469091; forceNewPlan=false, retain=false 2024-11-27T21:21:24,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c04155d51924f3f3d9a01e10debaa56a, regionState=OPENING, regionLocation=4585c39bed03,41857,1732742469091 2024-11-27T21:21:24,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c04155d51924f3f3d9a01e10debaa56a, ASSIGN because future has completed 2024-11-27T21:21:24,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c04155d51924f3f3d9a01e10debaa56a, server=4585c39bed03,41857,1732742469091}] 2024-11-27T21:21:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:25,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:25,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:25,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:21:25,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41857%2C1732742469091.rep, suffix=, logDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/oldWALs, maxLogs=10 2024-11-27T21:21:25,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.rep.1732742485060, exclude list is [], retry=0 2024-11-27T21:21:25,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-10bfbc1c-80f0-48e6-83aa-dcf29d309fc0,DISK] 2024-11-27T21:21:25,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.rep.1732742485060 2024-11-27T21:21:25,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40871:40871)] 2024-11-27T21:21:25,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c04155d51924f3f3d9a01e10debaa56a, NAME => 'hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:25,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:25,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:25,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. service=MultiRowMutationService 2024-11-27T21:21:25,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:21:25,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:25,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,087 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,088 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04155d51924f3f3d9a01e10debaa56a columnFamilyName hfileref 2024-11-27T21:21:25,088 DEBUG [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:25,089 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] regionserver.HStore(327): Store=c04155d51924f3f3d9a01e10debaa56a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:25,089 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,090 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04155d51924f3f3d9a01e10debaa56a columnFamilyName queue 2024-11-27T21:21:25,090 DEBUG [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:25,090 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] regionserver.HStore(327): Store=c04155d51924f3f3d9a01e10debaa56a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:25,090 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,091 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04155d51924f3f3d9a01e10debaa56a columnFamilyName sid 2024-11-27T21:21:25,091 DEBUG [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:25,091 INFO [StoreOpener-c04155d51924f3f3d9a01e10debaa56a-1 {}] regionserver.HStore(327): Store=c04155d51924f3f3d9a01e10debaa56a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:25,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:21:25,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:25,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c04155d51924f3f3d9a01e10debaa56a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67877322, jitterRate=0.011450916528701782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:21:25,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:25,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c04155d51924f3f3d9a01e10debaa56a: Running coprocessor pre-open hook at 1732742485085Writing region info on filesystem at 1732742485085Initializing all the Stores at 1732742485085Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742485086 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742485087 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742485087Cleaning up temporary data from old regions at 1732742485093 (+6 ms)Running coprocessor post-open hooks at 1732742485096 (+3 ms)Region opened successfully at 1732742485096 2024-11-27T21:21:25,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a., pid=10, masterSystemTime=1732742485054 2024-11-27T21:21:25,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:25,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:25,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c04155d51924f3f3d9a01e10debaa56a, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41857,1732742469091 2024-11-27T21:21:25,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c04155d51924f3f3d9a01e10debaa56a, server=4585c39bed03,41857,1732742469091 because future has completed 2024-11-27T21:21:25,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:21:25,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c04155d51924f3f3d9a01e10debaa56a, server=4585c39bed03,41857,1732742469091 in 202 msec 2024-11-27T21:21:25,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:21:25,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c04155d51924f3f3d9a01e10debaa56a, ASSIGN in 367 msec 2024-11-27T21:21:25,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:21:25,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742485107"}]},"ts":"1732742485107"} 2024-11-27T21:21:25,109 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:21:25,110 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:21:25,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-27T21:21:25,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:25,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:21:25,126 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88652 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:21:25,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a., hostname=4585c39bed03,41857,1732742469091, seqNum=2] 2024-11-27T21:21:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:25,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:21:25,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:21:25,326 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:21:25,357 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,41857,1732742469091, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:21:25,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:25,357 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41857,1732742469091, seqNum=-1] 2024-11-27T21:21:25,358 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:25,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T21:21:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,41857,1732742469091', locateType=CURRENT is [region=hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a., hostname=4585c39bed03,41857,1732742469091, seqNum=2] 2024-11-27T21:21:25,362 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:21:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:21:25,364 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,41857,1732742469091 suceeded 2024-11-27T21:21:25,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:21:25,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T21:21:25,366 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:34303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:21:25,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0820 sec 2024-11-27T21:21:25,377 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34303' 2024-11-27T21:21:25,378 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a885270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,378 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:25,378 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:25,379 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:25,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:25,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:25,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15db84f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:25,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:25,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:25,380 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:25,381 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b96365e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,381 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:25,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34303,1732742473188 2024-11-27T21:21:25,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30dd9a20 2024-11-27T21:21:25,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:25,383 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T21:21:25,383 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,41857,1732742469091 (queues=1) is replicating from cluster=0644bdc5-1eda-42fd-99a5-063bf9fe71a0 to cluster=e33f72cb-f4a8-458f-9f58-39af7878c28b 2024-11-27T21:21:25,383 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C41857%2C1732742469091 2024-11-27T21:21:25,383 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,41857,1732742469091, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:21:25,384 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C41857%2C1732742469091 2024-11-27T21:21:25,384 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104, startPosition=0, beingWritten=true 2024-11-27T21:21:25,389 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:25,389 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:25,389 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41857,1732742469091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:25,427 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:21:25,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:25,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:25,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:25,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:25,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:25,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:25,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:25,429 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb0db0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:25,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:25,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:25,430 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35855229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:25,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34303,1732742473188 2024-11-27T21:21:25,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ec4fd7 2024-11-27T21:21:25,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:25,433 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:25,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:45071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:21:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:21:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:25,436 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45071' 2024-11-27T21:21:25,437 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3008cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,437 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45071,-1 for getting cluster id 2024-11-27T21:21:25,437 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:25,438 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8595dce6-8f84-4e27-967e-40450d287612' 2024-11-27T21:21:25,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:25,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8595dce6-8f84-4e27-967e-40450d287612" 2024-11-27T21:21:25,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b730332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45071,-1] 2024-11-27T21:21:25,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:25,439 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:25,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5830c132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:25,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45071,1732742476296 2024-11-27T21:21:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d24e18d 2024-11-27T21:21:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:25,441 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:25,442 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:21:25,442 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:21:25,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:25,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:25,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:25,443 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:25,443 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:21:25,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:21:25,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:25,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:21:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:21:25,494 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:21:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:25,592 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:25,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90624f7edaca69bc5b3ec2e5b5e65e2d, NAME => 'hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48 2024-11-27T21:21:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:21:25,897 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:26,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:26,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90624f7edaca69bc5b3ec2e5b5e65e2d, disabling compactions & flushes 2024-11-27T21:21:26,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:26,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:26,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. after waiting 0 ms 2024-11-27T21:21:26,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:26,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:26,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90624f7edaca69bc5b3ec2e5b5e65e2d: Waiting for close lock at 1732742486265Disabling compacts and flushes for region at 1732742486265Disabling writes for close at 1732742486265Writing region close event to WAL at 1732742486265Closed at 1732742486265 2024-11-27T21:21:26,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:21:26,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742486266"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742486266"}]},"ts":"1732742486266"} 2024-11-27T21:21:26,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:21:26,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:21:26,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742486269"}]},"ts":"1732742486269"} 2024-11-27T21:21:26,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:21:26,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90624f7edaca69bc5b3ec2e5b5e65e2d, ASSIGN}] 2024-11-27T21:21:26,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90624f7edaca69bc5b3ec2e5b5e65e2d, ASSIGN 2024-11-27T21:21:26,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90624f7edaca69bc5b3ec2e5b5e65e2d, ASSIGN; state=OFFLINE, location=4585c39bed03,44481,1732742473222; forceNewPlan=false, retain=false 2024-11-27T21:21:26,300 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:26,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90624f7edaca69bc5b3ec2e5b5e65e2d, regionState=OPENING, regionLocation=4585c39bed03,44481,1732742473222 2024-11-27T21:21:26,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90624f7edaca69bc5b3ec2e5b5e65e2d, ASSIGN because future has completed 2024-11-27T21:21:26,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90624f7edaca69bc5b3ec2e5b5e65e2d, server=4585c39bed03,44481,1732742473222}] 2024-11-27T21:21:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:26,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:26,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:26,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:21:26,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44481%2C1732742473222.rep, suffix=, logDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/oldWALs, maxLogs=10 2024-11-27T21:21:26,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.rep.1732742486586, exclude list is [], retry=0 2024-11-27T21:21:26,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:21:26,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T21:21:26,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:26,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T21:21:26,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34183,DS-72811436-7eea-428f-b7af-df1beca4fb68,DISK] 2024-11-27T21:21:26,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.rep.1732742486586 2024-11-27T21:21:26,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40501:40501)] 2024-11-27T21:21:26,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 90624f7edaca69bc5b3ec2e5b5e65e2d, NAME => 'hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:26,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:26,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:26,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. service=MultiRowMutationService 2024-11-27T21:21:26,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:21:26,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:26,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,625 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,629 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90624f7edaca69bc5b3ec2e5b5e65e2d columnFamilyName hfileref 2024-11-27T21:21:26,629 DEBUG [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:26,630 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] regionserver.HStore(327): Store=90624f7edaca69bc5b3ec2e5b5e65e2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:26,630 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,637 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90624f7edaca69bc5b3ec2e5b5e65e2d columnFamilyName queue 2024-11-27T21:21:26,638 DEBUG [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:26,640 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] regionserver.HStore(327): Store=90624f7edaca69bc5b3ec2e5b5e65e2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:26,641 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,642 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90624f7edaca69bc5b3ec2e5b5e65e2d columnFamilyName sid 2024-11-27T21:21:26,642 DEBUG [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:26,642 INFO [StoreOpener-90624f7edaca69bc5b3ec2e5b5e65e2d-1 {}] regionserver.HStore(327): Store=90624f7edaca69bc5b3ec2e5b5e65e2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:26,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/replication/90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/replication/90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:21:26,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/replication/90624f7edaca69bc5b3ec2e5b5e65e2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:26,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 90624f7edaca69bc5b3ec2e5b5e65e2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75119523, jitterRate=0.11936812102794647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:21:26,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:26,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 90624f7edaca69bc5b3ec2e5b5e65e2d: Running coprocessor pre-open hook at 1732742486620Writing region info on filesystem at 1732742486620Initializing all the Stores at 1732742486621 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742486621Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742486624 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742486625 (+1 ms)Cleaning up temporary data from old regions at 1732742486647 (+22 ms)Running coprocessor post-open hooks at 1732742486661 (+14 ms)Region opened successfully at 1732742486662 (+1 ms) 2024-11-27T21:21:26,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d., pid=10, masterSystemTime=1732742486579 2024-11-27T21:21:26,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:26,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90624f7edaca69bc5b3ec2e5b5e65e2d, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,44481,1732742473222 2024-11-27T21:21:26,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:26,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90624f7edaca69bc5b3ec2e5b5e65e2d, server=4585c39bed03,44481,1732742473222 because future has completed 2024-11-27T21:21:26,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:21:26,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 90624f7edaca69bc5b3ec2e5b5e65e2d, server=4585c39bed03,44481,1732742473222 in 241 msec 2024-11-27T21:21:26,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:21:26,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90624f7edaca69bc5b3ec2e5b5e65e2d, ASSIGN in 401 msec 2024-11-27T21:21:26,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:21:26,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742486684"}]},"ts":"1732742486684"} 2024-11-27T21:21:26,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:21:26,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:21:26,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-11-27T21:21:26,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d., hostname=4585c39bed03,44481,1732742473222, seqNum=2] 2024-11-27T21:21:26,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:26,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:26,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:21:26,805 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:26,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:21:26,868 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:21:26,913 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,44481,1732742473222, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:21:26,914 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:26,914 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44481,1732742473222, seqNum=-1] 2024-11-27T21:21:26,914 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:26,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T21:21:26,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,44481,1732742473222', locateType=CURRENT is [region=hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d., hostname=4585c39bed03,44481,1732742473222, seqNum=2] 2024-11-27T21:21:26,920 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:21:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:21:26,926 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,44481,1732742473222 suceeded 2024-11-27T21:21:26,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:21:26,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-27T21:21:26,931 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:45071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:21:26,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-27T21:21:26,940 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:45071' 2024-11-27T21:21:26,942 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a428f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:26,942 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45071,-1 for getting cluster id 2024-11-27T21:21:26,942 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:26,943 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8595dce6-8f84-4e27-967e-40450d287612' 2024-11-27T21:21:26,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:26,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8595dce6-8f84-4e27-967e-40450d287612" 2024-11-27T21:21:26,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5de99ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:26,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45071,-1] 2024-11-27T21:21:26,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:26,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:26,945 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:26,945 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa29d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:26,945 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:26,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45071,1732742476296 2024-11-27T21:21:26,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44531228 2024-11-27T21:21:26,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:26,947 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T21:21:26,948 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,44481,1732742473222 (queues=1) is replicating from cluster=e33f72cb-f4a8-458f-9f58-39af7878c28b to cluster=8595dce6-8f84-4e27-967e-40450d287612 2024-11-27T21:21:26,948 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C44481%2C1732742473222 2024-11-27T21:21:26,948 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,44481,1732742473222, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:21:26,949 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, startPosition=0, beingWritten=true 2024-11-27T21:21:26,952 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C44481%2C1732742473222 2024-11-27T21:21:26,959 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:26,960 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:26,960 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:27,165 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:27,410 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:27,470 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:27,587 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:21:27,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:27,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:27,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:27,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:27,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:27,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:27,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45071,-1 for getting cluster id 2024-11-27T21:21:27,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:27,589 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8595dce6-8f84-4e27-967e-40450d287612' 2024-11-27T21:21:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8595dce6-8f84-4e27-967e-40450d287612" 2024-11-27T21:21:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1fde76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45071,-1] 2024-11-27T21:21:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:27,590 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eb6963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:27,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,45071,1732742476296 2024-11-27T21:21:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f74fd0 2024-11-27T21:21:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:27,593 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:27,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:34303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:21:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:21:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:27,595 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34303' 2024-11-27T21:21:27,596 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ea2b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:27,596 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:27,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:27,597 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a985f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:27,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:27,598 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:27,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4c62ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:27,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:27,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34303,1732742473188 2024-11-27T21:21:27,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66cbd817 2024-11-27T21:21:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:27,600 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:27,601 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:21:27,601 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:21:27,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:27,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:27,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:27,601 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:27,602 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:21:27,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:21:27,603 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:27,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:21:27,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:21:27,652 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:21:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:27,877 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:28,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfd97f5f375f9e9c0d20f56b3a6391a7, NAME => 'hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69 2024-11-27T21:21:28,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:21:28,115 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:28,381 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:28,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:28,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cfd97f5f375f9e9c0d20f56b3a6391a7, disabling compactions & flushes 2024-11-27T21:21:28,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:28,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:28,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. after waiting 0 ms 2024-11-27T21:21:28,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:28,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:28,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfd97f5f375f9e9c0d20f56b3a6391a7: Waiting for close lock at 1732742488426Disabling compacts and flushes for region at 1732742488426Disabling writes for close at 1732742488426Writing region close event to WAL at 1732742488426Closed at 1732742488426 2024-11-27T21:21:28,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:21:28,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742488428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742488428"}]},"ts":"1732742488428"} 2024-11-27T21:21:28,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:21:28,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:21:28,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742488431"}]},"ts":"1732742488431"} 2024-11-27T21:21:28,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:21:28,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfd97f5f375f9e9c0d20f56b3a6391a7, ASSIGN}] 2024-11-27T21:21:28,434 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfd97f5f375f9e9c0d20f56b3a6391a7, ASSIGN 2024-11-27T21:21:28,435 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cfd97f5f375f9e9c0d20f56b3a6391a7, ASSIGN; state=OFFLINE, location=4585c39bed03,33399,1732742476371; forceNewPlan=false, retain=false 2024-11-27T21:21:28,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfd97f5f375f9e9c0d20f56b3a6391a7, regionState=OPENING, regionLocation=4585c39bed03,33399,1732742476371 2024-11-27T21:21:28,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cfd97f5f375f9e9c0d20f56b3a6391a7, ASSIGN because future has completed 2024-11-27T21:21:28,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfd97f5f375f9e9c0d20f56b3a6391a7, server=4585c39bed03,33399,1732742476371}] 2024-11-27T21:21:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:28,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:28,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:28,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:21:28,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C33399%2C1732742476371.rep, suffix=, logDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/oldWALs, maxLogs=10 2024-11-27T21:21:28,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.rep.1732742488751, exclude list is [], retry=0 2024-11-27T21:21:28,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40083,DS-4d3275f6-b247-4bb7-9cf7-b374a93c5ec7,DISK] 2024-11-27T21:21:28,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.rep.1732742488751 2024-11-27T21:21:28,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43093:43093)] 2024-11-27T21:21:28,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cfd97f5f375f9e9c0d20f56b3a6391a7, NAME => 'hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:28,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:28,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:28,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. service=MultiRowMutationService 2024-11-27T21:21:28,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:21:28,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:28,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,780 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,781 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfd97f5f375f9e9c0d20f56b3a6391a7 columnFamilyName hfileref 2024-11-27T21:21:28,781 DEBUG [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:28,782 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] regionserver.HStore(327): Store=cfd97f5f375f9e9c0d20f56b3a6391a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:28,782 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,784 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfd97f5f375f9e9c0d20f56b3a6391a7 columnFamilyName queue 2024-11-27T21:21:28,784 DEBUG [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:28,788 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] regionserver.HStore(327): Store=cfd97f5f375f9e9c0d20f56b3a6391a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:28,788 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,789 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfd97f5f375f9e9c0d20f56b3a6391a7 columnFamilyName sid 2024-11-27T21:21:28,789 DEBUG [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:28,789 INFO [StoreOpener-cfd97f5f375f9e9c0d20f56b3a6391a7-1 {}] regionserver.HStore(327): Store=cfd97f5f375f9e9c0d20f56b3a6391a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:28,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:21:28,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:28,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cfd97f5f375f9e9c0d20f56b3a6391a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74394812, jitterRate=0.10856908559799194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:21:28,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:28,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cfd97f5f375f9e9c0d20f56b3a6391a7: Running coprocessor pre-open hook at 1732742488779Writing region info on filesystem at 1732742488779Initializing all the Stores at 1732742488780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742488780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742488780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742488780Cleaning up temporary data from old regions at 1732742488791 (+11 ms)Running coprocessor post-open hooks at 1732742488801 (+10 ms)Region opened successfully at 1732742488801 2024-11-27T21:21:28,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7., pid=10, masterSystemTime=1732742488742 2024-11-27T21:21:28,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:28,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:28,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfd97f5f375f9e9c0d20f56b3a6391a7, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,33399,1732742476371 2024-11-27T21:21:28,806 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45071 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4585c39bed03,33399,1732742476371, table=hbase:replication, region=cfd97f5f375f9e9c0d20f56b3a6391a7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T21:21:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfd97f5f375f9e9c0d20f56b3a6391a7, server=4585c39bed03,33399,1732742476371 because future has completed 2024-11-27T21:21:28,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:21:28,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cfd97f5f375f9e9c0d20f56b3a6391a7, server=4585c39bed03,33399,1732742476371 in 229 msec 2024-11-27T21:21:28,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:21:28,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfd97f5f375f9e9c0d20f56b3a6391a7, ASSIGN in 388 msec 2024-11-27T21:21:28,824 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:21:28,824 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742488824"}]},"ts":"1732742488824"} 2024-11-27T21:21:28,827 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:21:28,828 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:21:28,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-27T21:21:28,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7., hostname=4585c39bed03,33399,1732742476371, seqNum=2] 2024-11-27T21:21:28,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:28,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:28,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:21:28,919 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:28,992 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:29,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:21:29,026 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:21:29,076 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,33399,1732742476371, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:21:29,077 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:29,077 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,33399,1732742476371, seqNum=-1] 2024-11-27T21:21:29,077 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:29,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T21:21:29,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,33399,1732742476371', locateType=CURRENT is [region=hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7., hostname=4585c39bed03,33399,1732742476371, seqNum=2] 2024-11-27T21:21:29,086 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:21:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:21:29,089 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,33399,1732742476371 suceeded 2024-11-27T21:21:29,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:21:29,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-27T21:21:29,091 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:34303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:21:29,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-27T21:21:29,110 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34303' 2024-11-27T21:21:29,112 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@683efcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,113 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:29,113 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:29,115 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@152555ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:29,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:29,117 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:29,117 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207e4569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,117 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:29,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34303,1732742473188 2024-11-27T21:21:29,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27f3f804 2024-11-27T21:21:29,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:29,119 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T21:21:29,120 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,33399,1732742476371 (queues=1) is replicating from cluster=8595dce6-8f84-4e27-967e-40450d287612 to cluster=e33f72cb-f4a8-458f-9f58-39af7878c28b 2024-11-27T21:21:29,120 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C33399%2C1732742476371 2024-11-27T21:21:29,120 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,33399,1732742476371, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:21:29,125 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, startPosition=0, beingWritten=true 2024-11-27T21:21:29,135 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C33399%2C1732742476371 2024-11-27T21:21:29,143 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:29,143 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 379, reset compression=false 2024-11-27T21:21:29,143 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:29,353 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 379, reset compression=false 2024-11-27T21:21:29,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:29,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:29,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:21:29,658 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 379, reset compression=false 2024-11-27T21:21:29,696 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:29,747 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:21:29,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:29,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:29,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:29,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:29,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:29,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,40525,-1 for getting cluster id 2024-11-27T21:21:29,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:29,750 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0644bdc5-1eda-42fd-99a5-063bf9fe71a0' 2024-11-27T21:21:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0644bdc5-1eda-42fd-99a5-063bf9fe71a0" 2024-11-27T21:21:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bc8155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,40525,-1] 2024-11-27T21:21:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:29,752 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1558ae42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:29,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:29,754 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1225dcd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:29,755 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b53d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45071,-1 for getting cluster id 2024-11-27T21:21:29,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:29,757 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8595dce6-8f84-4e27-967e-40450d287612' 2024-11-27T21:21:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8595dce6-8f84-4e27-967e-40450d287612" 2024-11-27T21:21:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1051219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45071,-1] 2024-11-27T21:21:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:29,758 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:29,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636ed90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41857,1732742469091, seqNum=-1] 2024-11-27T21:21:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:29,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:29,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742478824.7845353ecbb8ce961a0e3b662699210d., hostname=4585c39bed03,41857,1732742469091, seqNum=2] 2024-11-27T21:21:29,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:29,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,33399,1732742476371, seqNum=-1] 2024-11-27T21:21:29,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:29,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3., hostname=4585c39bed03,33399,1732742476371, seqNum=2] 2024-11-27T21:21:29,771 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T21:21:29,826 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 379, reset compression=false 2024-11-27T21:21:29,841 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:29,841 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:29,841 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41857,1732742469091 got entry batch from reader: WALEntryBatch [walEntries=[{test/7845353ecbb8ce961a0e3b662699210d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T21:21:29,845 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:29,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T21:21:29,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:29,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0cfa66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34303,-1 for getting cluster id 2024-11-27T21:21:29,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:29,857 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e33f72cb-f4a8-458f-9f58-39af7878c28b' 2024-11-27T21:21:29,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:29,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e33f72cb-f4a8-458f-9f58-39af7878c28b" 2024-11-27T21:21:29,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170c7a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34303,-1] 2024-11-27T21:21:29,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:29,858 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:29,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7010065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:29,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44481,1732742473222, seqNum=-1] 2024-11-27T21:21:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:29,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T21:21:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742480980.939a7d1a6ae95a7729c111cb99796638., hostname=4585c39bed03,44481,1732742473222, seqNum=2] 2024-11-27T21:21:29,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:30,051 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:30,062 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 379, reset compression=false 2024-11-27T21:21:30,355 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:30,505 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 379, reset compression=false 2024-11-27T21:21:30,511 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:30,511 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 503, reset compression=false 2024-11-27T21:21:30,511 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[{test/939a7d1a6ae95a7729c111cb99796638/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T21:21:30,513 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:30,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T21:21:30,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:30,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@114571da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:30,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,45071,-1 for getting cluster id 2024-11-27T21:21:30,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:30,516 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8595dce6-8f84-4e27-967e-40450d287612' 2024-11-27T21:21:30,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:30,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8595dce6-8f84-4e27-967e-40450d287612" 2024-11-27T21:21:30,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7417b21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:30,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,45071,-1] 2024-11-27T21:21:30,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:30,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:30,517 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:30,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1bfd8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:30,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:30,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,33399,1732742476371, seqNum=-1] 2024-11-27T21:21:30,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:30,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T21:21:30,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3., hostname=4585c39bed03,33399,1732742476371, seqNum=2] 2024-11-27T21:21:30,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:30,566 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 379, reset compression=false 2024-11-27T21:21:30,570 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:30,570 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 527, reset compression=false 2024-11-27T21:21:30,570 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:30,714 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 503, reset compression=false 2024-11-27T21:21:30,760 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:30,773 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T21:21:30,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44481,1732742473222, seqNum=-1] 2024-11-27T21:21:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:30,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:30,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732742480980.939a7d1a6ae95a7729c111cb99796638., hostname=4585c39bed03,44481,1732742473222, seqNum=2] 2024-11-27T21:21:30,782 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T21:21:30,782 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 527, reset compression=false 2024-11-27T21:21:31,025 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 503, reset compression=false 2024-11-27T21:21:31,029 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:31,029 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 607, reset compression=false 2024-11-27T21:21:31,029 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[{test/939a7d1a6ae95a7729c111cb99796638/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T21:21:31,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:31,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:31,092 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 527, reset compression=false 2024-11-27T21:21:31,097 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:31,097 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 655, reset compression=false 2024-11-27T21:21:31,097 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:31,233 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 607, reset compression=false 2024-11-27T21:21:31,265 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:31,309 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 655, reset compression=false 2024-11-27T21:21:31,537 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 607, reset compression=false 2024-11-27T21:21:31,613 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 655, reset compression=false 2024-11-27T21:21:31,784 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T21:21:31,787 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T21:21:31,869 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:31,944 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 607, reset compression=false 2024-11-27T21:21:32,016 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 655, reset compression=false 2024-11-27T21:21:32,034 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:32,034 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 759, reset compression=false 2024-11-27T21:21:32,034 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[{test/0dd37400cecdcb22ea7ce1aa7af074d3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T21:21:32,037 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:32,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T21:21:32,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:32,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:32,248 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 759, reset compression=false 2024-11-27T21:21:32,449 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 607, reset compression=false 2024-11-27T21:21:32,453 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:32,453 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 735, reset compression=false 2024-11-27T21:21:32,453 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:32,553 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 759, reset compression=false 2024-11-27T21:21:32,576 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:32,657 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 735, reset compression=false 2024-11-27T21:21:32,789 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T21:21:32,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T21:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 735, reset compression=false 2024-11-27T21:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 759, reset compression=false 2024-11-27T21:21:33,365 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 735, reset compression=false 2024-11-27T21:21:33,379 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 480, reset compression=false 2024-11-27T21:21:33,383 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:33,383 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:33,383 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41857,1732742469091 got entry batch from reader: WALEntryBatch [walEntries=[{test/7845353ecbb8ce961a0e3b662699210d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T21:21:33,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:33,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:33,465 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 759, reset compression=false 2024-11-27T21:21:33,586 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:33,795 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T21:21:33,868 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 735, reset compression=false 2024-11-27T21:21:33,873 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:33,873 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 882, reset compression=false 2024-11-27T21:21:33,873 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[{test/939a7d1a6ae95a7729c111cb99796638/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T21:21:33,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:33,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:33,890 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:34,069 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 759, reset compression=false 2024-11-27T21:21:34,073 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:34,073 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 930, reset compression=false 2024-11-27T21:21:34,073 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:34,079 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 882, reset compression=false 2024-11-27T21:21:34,277 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 930, reset compression=false 2024-11-27T21:21:34,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:34,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,293 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:34,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:34,382 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 882, reset compression=false 2024-11-27T21:21:34,581 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 930, reset compression=false 2024-11-27T21:21:34,786 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 882, reset compression=false 2024-11-27T21:21:34,796 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:34,797 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T21:21:34,801 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T21:21:34,985 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 930, reset compression=false 2024-11-27T21:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 882, reset compression=false 2024-11-27T21:21:35,295 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:35,295 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1041, reset compression=false 2024-11-27T21:21:35,295 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[{test/939a7d1a6ae95a7729c111cb99796638/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T21:21:35,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:35,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:35,400 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:35,488 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 930, reset compression=false 2024-11-27T21:21:35,494 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:35,494 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1080, reset compression=false 2024-11-27T21:21:35,494 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:35,499 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1041, reset compression=false 2024-11-27T21:21:35,699 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1080, reset compression=false 2024-11-27T21:21:35,802 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1041, reset compression=false 2024-11-27T21:21:35,803 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T21:21:35,827 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T21:21:36,003 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1080, reset compression=false 2024-11-27T21:21:36,022 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:21:36,022 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1239, reset compression=false 2024-11-27T21:21:36,022 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[{test/0dd37400cecdcb22ea7ce1aa7af074d3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T21:21:36,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T21:21:36,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T21:21:36,106 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:36,240 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1239, reset compression=false 2024-11-27T21:21:36,241 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1041, reset compression=false 2024-11-27T21:21:36,262 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:36,262 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1191, reset compression=false 2024-11-27T21:21:36,263 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:36,470 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1191, reset compression=false 2024-11-27T21:21:36,567 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1239, reset compression=false 2024-11-27T21:21:36,781 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1191, reset compression=false 2024-11-27T21:21:36,829 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T21:21:36,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:21:36,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:36,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:36,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:36,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:36,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:36,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:21:36,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1254451580, stopped=false 2024-11-27T21:21:36,836 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,45071,1732742476296 2024-11-27T21:21:36,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1385116945/running 2024-11-27T21:21:36,837 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:36,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:36,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1385116945/running 2024-11-27T21:21:36,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:36,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:36,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:36,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:36,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on znode that does not yet exist, /2-1385116945/running 2024-11-27T21:21:36,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Set watcher on znode that does not yet exist, /2-1385116945/running 2024-11-27T21:21:36,839 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,33399,1732742476371' ***** 2024-11-27T21:21:36,839 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:21:36,840 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:21:36,840 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:21:36,840 INFO [RS:0;4585c39bed03:33399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:21:36,840 INFO [RS:0;4585c39bed03:33399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:21:36,840 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 0dd37400cecdcb22ea7ce1aa7af074d3 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,33399,1732742476371 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:33399. 2024-11-27T21:21:36,841 DEBUG [RS:0;4585c39bed03:33399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:36,841 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfd97f5f375f9e9c0d20f56b3a6391a7, disabling compactions & flushes 2024-11-27T21:21:36,841 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:36,841 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:36,841 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:36,841 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. after waiting 0 ms 2024-11-27T21:21:36,841 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:21:36,841 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cfd97f5f375f9e9c0d20f56b3a6391a7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T21:21:36,841 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:21:36,841 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1325): Online Regions={cfd97f5f375f9e9c0d20f56b3a6391a7=hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7., 1588230740=hbase:meta,,1.1588230740, 0dd37400cecdcb22ea7ce1aa7af074d3=test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3.} 2024-11-27T21:21:36,841 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1351): Waiting on 0dd37400cecdcb22ea7ce1aa7af074d3, 1588230740, cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:36,842 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:36,842 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:36,842 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:36,842 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:36,842 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:36,842 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:21:36,862 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7/.tmp/queue/7c1e7717db2442e9aa05edee4f870138 is 154, key is 1-4585c39bed03,33399,1732742476371/queue:4585c39bed03%2C33399%2C1732742476371/1732742496030/Put/seqid=0 2024-11-27T21:21:36,863 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/info/b7708c6241594ac7a53d1d6227ad81e2 is 147, key is hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7./info:regioninfo/1732742488805/Put/seqid=0 2024-11-27T21:21:36,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741840_1016 (size=5353) 2024-11-27T21:21:36,874 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741841_1017 (size=7686) 2024-11-27T21:21:36,913 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:36,970 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1239, reset compression=false 2024-11-27T21:21:37,042 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1351): Waiting on 0dd37400cecdcb22ea7ce1aa7af074d3, 1588230740, cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:37,184 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1191, reset compression=false 2024-11-27T21:21:37,242 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1351): Waiting on 0dd37400cecdcb22ea7ce1aa7af074d3, 1588230740, cfd97f5f375f9e9c0d20f56b3a6391a7 2024-11-27T21:21:37,269 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7/.tmp/queue/7c1e7717db2442e9aa05edee4f870138 2024-11-27T21:21:37,275 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/info/b7708c6241594ac7a53d1d6227ad81e2 2024-11-27T21:21:37,275 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7/.tmp/queue/7c1e7717db2442e9aa05edee4f870138 as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7/queue/7c1e7717db2442e9aa05edee4f870138 2024-11-27T21:21:37,279 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7/queue/7c1e7717db2442e9aa05edee4f870138, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T21:21:37,281 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cfd97f5f375f9e9c0d20f56b3a6391a7 in 439ms, sequenceid=12, compaction requested=false 2024-11-27T21:21:37,288 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/replication/cfd97f5f375f9e9c0d20f56b3a6391a7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:37,293 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfd97f5f375f9e9c0d20f56b3a6391a7: Waiting for close lock at 1732742496841Running coprocessor pre-close hooks at 1732742496841Disabling compacts and flushes for region at 1732742496841Disabling writes for close at 1732742496841Obtaining lock to block concurrent updates at 1732742496841Preparing flush snapshotting stores in cfd97f5f375f9e9c0d20f56b3a6391a7 at 1732742496841Finished memstore snapshotting hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732742496842 (+1 ms)Flushing stores of hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. at 1732742496842Flushing cfd97f5f375f9e9c0d20f56b3a6391a7/queue: creating writer at 1732742496842Flushing cfd97f5f375f9e9c0d20f56b3a6391a7/queue: appending metadata at 1732742496861 (+19 ms)Flushing cfd97f5f375f9e9c0d20f56b3a6391a7/queue: closing flushed file at 1732742496861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9c3529: reopening flushed file at 1732742497275 (+414 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cfd97f5f375f9e9c0d20f56b3a6391a7 in 439ms, sequenceid=12, compaction requested=false at 1732742497281 (+6 ms)Writing region close event to WAL at 1732742497282 (+1 ms)Running coprocessor post-close hooks at 1732742497293 (+11 ms)Closed at 1732742497293 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742487601.cfd97f5f375f9e9c0d20f56b3a6391a7. 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0dd37400cecdcb22ea7ce1aa7af074d3, disabling compactions & flushes 2024-11-27T21:21:37,293 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. after waiting 0 ms 2024-11-27T21:21:37,293 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:37,293 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0dd37400cecdcb22ea7ce1aa7af074d3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T21:21:37,300 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/ns/79450af85b29460894b5464a476d6c18 is 43, key is default/ns:d/1732742478686/Put/seqid=0 2024-11-27T21:21:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:21:37,311 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/ns/79450af85b29460894b5464a476d6c18 2024-11-27T21:21:37,316 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/f/e4e02c9216304ab2b6afeeb87b443219 is 29, key is row1/f:/1732742494798/DeleteFamily/seqid=0 2024-11-27T21:21:37,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741843_1019 (size=5152) 2024-11-27T21:21:37,330 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/f/e4e02c9216304ab2b6afeeb87b443219 2024-11-27T21:21:37,337 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4e02c9216304ab2b6afeeb87b443219 2024-11-27T21:21:37,341 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/rep_barrier/6f0a3935f0cf4b2cb5a08ece0ee20424 is 112, key is test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3./rep_barrier:seqnumDuringOpen/1732742483893/Put/seqid=0 2024-11-27T21:21:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741844_1020 (size=5518) 2024-11-27T21:21:37,362 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/rep_barrier/6f0a3935f0cf4b2cb5a08ece0ee20424 2024-11-27T21:21:37,365 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/f1/543a31d6e06640989cc1588962c58f95 is 30, key is row1/f1:/1732742494798/DeleteFamily/seqid=0 2024-11-27T21:21:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741845_1021 (size=5158) 2024-11-27T21:21:37,378 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/f1/543a31d6e06640989cc1588962c58f95 2024-11-27T21:21:37,385 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 543a31d6e06640989cc1588962c58f95 2024-11-27T21:21:37,393 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/table/c39cec167ca64a0eac1cef41d7c4f7e5 is 53, key is hbase:replication/table:state/1732742488824/Put/seqid=0 2024-11-27T21:21:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741846_1022 (size=5308) 2024-11-27T21:21:37,400 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/table/c39cec167ca64a0eac1cef41d7c4f7e5 2024-11-27T21:21:37,406 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/info/b7708c6241594ac7a53d1d6227ad81e2 as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/info/b7708c6241594ac7a53d1d6227ad81e2 2024-11-27T21:21:37,410 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/norep/285e7332908b456ea61a1258c4aaf80e is 33, key is row2/norep:/1732742495804/DeleteFamily/seqid=0 2024-11-27T21:21:37,411 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/info/b7708c6241594ac7a53d1d6227ad81e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:21:37,412 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/ns/79450af85b29460894b5464a476d6c18 as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/ns/79450af85b29460894b5464a476d6c18 2024-11-27T21:21:37,416 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/ns/79450af85b29460894b5464a476d6c18, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:21:37,417 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/rep_barrier/6f0a3935f0cf4b2cb5a08ece0ee20424 as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/rep_barrier/6f0a3935f0cf4b2cb5a08ece0ee20424 2024-11-27T21:21:37,422 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/rep_barrier/6f0a3935f0cf4b2cb5a08ece0ee20424, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:21:37,422 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/.tmp/table/c39cec167ca64a0eac1cef41d7c4f7e5 as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/table/c39cec167ca64a0eac1cef41d7c4f7e5 2024-11-27T21:21:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741847_1023 (size=5108) 2024-11-27T21:21:37,426 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/norep/285e7332908b456ea61a1258c4aaf80e 2024-11-27T21:21:37,432 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/table/c39cec167ca64a0eac1cef41d7c4f7e5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:21:37,433 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 591ms, sequenceid=16, compaction requested=false 2024-11-27T21:21:37,433 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 285e7332908b456ea61a1258c4aaf80e 2024-11-27T21:21:37,434 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/f/e4e02c9216304ab2b6afeeb87b443219 as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/f/e4e02c9216304ab2b6afeeb87b443219 2024-11-27T21:21:37,443 DEBUG [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1351): Waiting on 0dd37400cecdcb22ea7ce1aa7af074d3, 1588230740 2024-11-27T21:21:37,458 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4e02c9216304ab2b6afeeb87b443219 2024-11-27T21:21:37,458 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/f/e4e02c9216304ab2b6afeeb87b443219, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T21:21:37,461 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/f1/543a31d6e06640989cc1588962c58f95 as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/f1/543a31d6e06640989cc1588962c58f95 2024-11-27T21:21:37,464 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:21:37,464 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:37,464 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:37,464 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:37,464 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742496841Running coprocessor pre-close hooks at 1732742496841Disabling compacts and flushes for region at 1732742496841Disabling writes for close at 1732742496842 (+1 ms)Obtaining lock to block concurrent updates at 1732742496842Preparing flush snapshotting stores in 1588230740 at 1732742496842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742496842Flushing stores of hbase:meta,,1.1588230740 at 1732742496842Flushing 1588230740/info: creating writer at 1732742496842Flushing 1588230740/info: appending metadata at 1732742496862 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732742496862Flushing 1588230740/ns: creating writer at 1732742497279 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732742497299 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732742497299Flushing 1588230740/rep_barrier: creating writer at 1732742497316 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742497340 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742497340Flushing 1588230740/table: creating writer at 1732742497366 (+26 ms)Flushing 1588230740/table: appending metadata at 1732742497391 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732742497391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f7e720: reopening flushed file at 1732742497405 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c897aa6: reopening flushed file at 1732742497411 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5048b2: reopening flushed file at 1732742497416 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561b0688: reopening flushed file at 1732742497422 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 591ms, sequenceid=16, compaction requested=false at 1732742497433 (+11 ms)Writing region close event to WAL at 1732742497442 (+9 ms)Running coprocessor post-close hooks at 1732742497464 (+22 ms)Closed at 1732742497464 2024-11-27T21:21:37,465 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:37,466 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 543a31d6e06640989cc1588962c58f95 2024-11-27T21:21:37,466 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/f1/543a31d6e06640989cc1588962c58f95, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T21:21:37,467 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/.tmp/norep/285e7332908b456ea61a1258c4aaf80e as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/norep/285e7332908b456ea61a1258c4aaf80e 2024-11-27T21:21:37,471 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 285e7332908b456ea61a1258c4aaf80e 2024-11-27T21:21:37,471 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/norep/285e7332908b456ea61a1258c4aaf80e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T21:21:37,473 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0dd37400cecdcb22ea7ce1aa7af074d3 in 180ms, sequenceid=10, compaction requested=false 2024-11-27T21:21:37,476 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1239, reset compression=false 2024-11-27T21:21:37,508 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:37,509 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 1835, reset compression=false 2024-11-27T21:21:37,509 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,33399,1732742476371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901, lastWalPosition=1835, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:37,510 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,33399,1732742476371: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,33399,1732742476371, walGroup=4585c39bed03%2C33399%2C1732742476371, offset=4585c39bed03%2C33399%2C1732742476371.1732742477901:1835, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:33399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:21:37,511 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:21:37,511 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:21:37,512 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:21:37,512 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:21:37,512 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:21:37,512 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 871878880 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 201542232 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:21:37,513 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:45071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:45071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:21:37,543 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/data/default/test/0dd37400cecdcb22ea7ce1aa7af074d3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T21:21:37,544 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:37,544 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:37,544 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:37,545 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0dd37400cecdcb22ea7ce1aa7af074d3: Waiting for close lock at 1732742497293Running coprocessor pre-close hooks at 1732742497293Disabling compacts and flushes for region at 1732742497293Disabling writes for close at 1732742497293Obtaining lock to block concurrent updates at 1732742497293Preparing flush snapshotting stores in 0dd37400cecdcb22ea7ce1aa7af074d3 at 1732742497293Finished memstore snapshotting test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732742497294 (+1 ms)Flushing stores of test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. at 1732742497294Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/f: creating writer at 1732742497294Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/f: appending metadata at 1732742497316 (+22 ms)Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/f: closing flushed file at 1732742497316Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/f1: creating writer at 1732742497338 (+22 ms)Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/f1: appending metadata at 1732742497365 (+27 ms)Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/f1: closing flushed file at 1732742497365Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/norep: creating writer at 1732742497385 (+20 ms)Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/norep: appending metadata at 1732742497409 (+24 ms)Flushing 0dd37400cecdcb22ea7ce1aa7af074d3/norep: closing flushed file at 1732742497409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c85e03: reopening flushed file at 1732742497433 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b4bcb2: reopening flushed file at 1732742497458 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353573fb: reopening flushed file at 1732742497466 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0dd37400cecdcb22ea7ce1aa7af074d3 in 180ms, sequenceid=10, compaction requested=false at 1732742497473 (+7 ms)Writing region close event to WAL at 1732742497513 (+40 ms)Running coprocessor post-close hooks at 1732742497544 (+31 ms)Closed at 1732742497544 2024-11-27T21:21:37,545 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742483129.0dd37400cecdcb22ea7ce1aa7af074d3. 2024-11-27T21:21:37,554 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:37,554 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.wal-reader.4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.1732742477901 to pos 2130, reset compression=false 2024-11-27T21:21:37,644 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,33399,1732742476371; all regions closed. 2024-11-27T21:21:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:21:37,646 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/WALs/4585c39bed03,33399,1732742476371/4585c39bed03%2C33399%2C1732742476371.meta.1732742478629.meta not finished, retry = 0 2024-11-27T21:21:37,690 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1191, reset compression=false 2024-11-27T21:21:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741839_1015 (size=3114) 2024-11-27T21:21:37,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741833_1009 (size=2138) 2024-11-27T21:21:37,753 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:37,753 INFO [RS:0;4585c39bed03:33399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:37,753 INFO [RS:0;4585c39bed03:33399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:37,754 INFO [RS:0;4585c39bed03:33399 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:37,754 INFO [RS:0;4585c39bed03:33399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:37,754 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:37,755 INFO [RS:0;4585c39bed03:33399 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,33399,1732742476371 because: Region server is closing 2024-11-27T21:21:37,755 INFO [RS:0;4585c39bed03:33399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:33399. 2024-11-27T21:21:37,755 DEBUG [RS:0;4585c39bed03:33399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:37,755 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:37,755 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:37,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:37,817 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:37,855 INFO [RS:0;4585c39bed03:33399 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,33399,1732742476371.replicationSource.shipper4585c39bed03%2C33399%2C1732742476371,1-4585c39bed03,33399,1732742476371 terminated 2024-11-27T21:21:37,855 INFO [RS:0;4585c39bed03:33399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:33399. 2024-11-27T21:21:37,856 DEBUG [RS:0;4585c39bed03:33399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:37,856 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:37,856 DEBUG [RS:0;4585c39bed03:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:37,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:37,856 INFO [RS:0;4585c39bed03:33399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33399 2024-11-27T21:21:37,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945/rs 2024-11-27T21:21:37,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1385116945/rs/4585c39bed03,33399,1732742476371 2024-11-27T21:21:37,859 INFO [RS:0;4585c39bed03:33399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:37,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,33399,1732742476371] 2024-11-27T21:21:37,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1385116945/draining/4585c39bed03,33399,1732742476371 already deleted, retry=false 2024-11-27T21:21:37,864 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,33399,1732742476371 expired; onlineServers=0 2024-11-27T21:21:37,864 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,45071,1732742476296' ***** 2024-11-27T21:21:37,864 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:21:37,864 INFO [M:0;4585c39bed03:45071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:37,864 INFO [M:0;4585c39bed03:45071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:37,864 DEBUG [M:0;4585c39bed03:45071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:21:37,864 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:21:37,864 DEBUG [M:0;4585c39bed03:45071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:21:37,865 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742477496 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742477496,5,FailOnTimeoutGroup] 2024-11-27T21:21:37,865 INFO [M:0;4585c39bed03:45071 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:37,865 INFO [M:0;4585c39bed03:45071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:37,865 DEBUG [M:0;4585c39bed03:45071 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:21:37,865 INFO [M:0;4585c39bed03:45071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:21:37,866 INFO [M:0;4585c39bed03:45071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1385116945/master 2024-11-27T21:21:37,866 INFO [M:0;4585c39bed03:45071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:21:37,866 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742477493 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742477493,5,FailOnTimeoutGroup] 2024-11-27T21:21:37,866 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:21:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1385116945 2024-11-27T21:21:37,867 DEBUG [M:0;4585c39bed03:45071 {}] zookeeper.ZKUtil(347): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Unable to get data of znode /2-1385116945/master because node does not exist (not an error) 2024-11-27T21:21:37,867 WARN [M:0;4585c39bed03:45071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:21:37,867 INFO [M:0;4585c39bed03:45071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/.lastflushedseqids 2024-11-27T21:21:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741848_1024 (size=245) 2024-11-27T21:21:37,883 INFO [M:0;4585c39bed03:45071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:21:37,883 INFO [M:0;4585c39bed03:45071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:21:37,883 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:37,884 INFO [M:0;4585c39bed03:45071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:37,884 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:37,884 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:37,884 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:37,884 INFO [M:0;4585c39bed03:45071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T21:21:37,905 DEBUG [M:0;4585c39bed03:45071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e5738e000794a1d91af9ed316a9569e is 82, key is hbase:meta,,1/info:regioninfo/1732742478673/Put/seqid=0 2024-11-27T21:21:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741849_1025 (size=5672) 2024-11-27T21:21:37,922 INFO [M:0;4585c39bed03:45071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e5738e000794a1d91af9ed316a9569e 2024-11-27T21:21:37,945 DEBUG [M:0;4585c39bed03:45071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda46812abad4c43952c987a586184ce is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742488829/Put/seqid=0 2024-11-27T21:21:37,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741850_1026 (size=8516) 2024-11-27T21:21:37,949 INFO [M:0;4585c39bed03:45071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda46812abad4c43952c987a586184ce 2024-11-27T21:21:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:37,962 INFO [RS:0;4585c39bed03:33399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:37,962 INFO [RS:0;4585c39bed03:33399 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,33399,1732742476371; zookeeper connection closed. 2024-11-27T21:21:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015b4dbd170007, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:37,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2231d7a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2231d7a3 2024-11-27T21:21:37,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:21:37,966 DEBUG [M:0;4585c39bed03:45071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa4bd5624f04f0185193cff1478c83d is 69, key is 4585c39bed03,33399,1732742476371/rs:state/1732742477574/Put/seqid=0 2024-11-27T21:21:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741851_1027 (size=5156) 2024-11-27T21:21:37,970 INFO [M:0;4585c39bed03:45071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa4bd5624f04f0185193cff1478c83d 2024-11-27T21:21:37,973 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e5738e000794a1d91af9ed316a9569e as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e5738e000794a1d91af9ed316a9569e 2024-11-27T21:21:37,976 INFO [M:0;4585c39bed03:45071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e5738e000794a1d91af9ed316a9569e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:21:37,977 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda46812abad4c43952c987a586184ce as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cda46812abad4c43952c987a586184ce 2024-11-27T21:21:37,980 INFO [M:0;4585c39bed03:45071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cda46812abad4c43952c987a586184ce, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:21:37,980 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa4bd5624f04f0185193cff1478c83d as hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfa4bd5624f04f0185193cff1478c83d 2024-11-27T21:21:37,983 INFO [M:0;4585c39bed03:45071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/8e617e2b-ba80-6190-46ad-4a4ad6168f69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfa4bd5624f04f0185193cff1478c83d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:21:37,984 INFO [M:0;4585c39bed03:45071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=97, compaction requested=false 2024-11-27T21:21:37,989 INFO [M:0;4585c39bed03:45071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:37,989 DEBUG [M:0;4585c39bed03:45071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742497883Disabling compacts and flushes for region at 1732742497883Disabling writes for close at 1732742497884 (+1 ms)Obtaining lock to block concurrent updates at 1732742497884Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742497884Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732742497884Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742497885 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742497885Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742497904 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742497905 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742497930 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742497944 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742497944Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742497952 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742497965 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742497966 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ea441d: reopening flushed file at 1732742497973 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12447391: reopening flushed file at 1732742497976 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75297638: reopening flushed file at 1732742497980 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=97, compaction requested=false at 1732742497984 (+4 ms)Writing region close event to WAL at 1732742497989 (+5 ms)Closed at 1732742497989 2024-11-27T21:21:37,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40083 is added to blk_1073741830_1006 (size=63654) 2024-11-27T21:21:37,991 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:37,991 INFO [M:0;4585c39bed03:45071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:21:37,992 INFO [M:0;4585c39bed03:45071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45071 2024-11-27T21:21:37,993 INFO [M:0;4585c39bed03:45071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:38,095 INFO [M:0;4585c39bed03:45071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45071-0x1015b4dbd170006, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:38,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19375c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:38,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:38,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:38,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:38,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:38,104 WARN [BP-255406933-172.17.0.2-1732742475184 heartbeating to localhost/127.0.0.1:42955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:21:38,104 WARN [BP-255406933-172.17.0.2-1732742475184 heartbeating to localhost/127.0.0.1:42955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-255406933-172.17.0.2-1732742475184 (Datanode Uuid 50151cd6-2c38-415c-b6c1-18efd019a050) service to localhost/127.0.0.1:42955 2024-11-27T21:21:38,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:21:38,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:21:38,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/cluster_3d8ca378-6109-7510-f90e-503104f758bd/data/data1/current/BP-255406933-172.17.0.2-1732742475184 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:38,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/cluster_3d8ca378-6109-7510-f90e-503104f758bd/data/data2/current/BP-255406933-172.17.0.2-1732742475184 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:38,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:21:38,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f46769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:38,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:38,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:38,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:38,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:38,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:21:38,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:21:38,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:38,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:38,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:38,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:38,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:38,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:21:38,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=404199603, stopped=false 2024-11-27T21:21:38,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,34303,1732742473188 2024-11-27T21:21:38,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803716892/running 2024-11-27T21:21:38,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803716892/running 2024-11-27T21:21:38,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:38,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:38,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:38,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on znode that does not yet exist, /1-803716892/running 2024-11-27T21:21:38,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Set watcher on znode that does not yet exist, /1-803716892/running 2024-11-27T21:21:38,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:38,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:38,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:38,140 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,44481,1732742473222' ***** 2024-11-27T21:21:38,140 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:21:38,140 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:21:38,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:21:38,140 INFO [RS:0;4585c39bed03:44481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:21:38,140 INFO [RS:0;4585c39bed03:44481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:21:38,140 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(3091): Received CLOSE for 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(3091): Received CLOSE for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,44481,1732742473222 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:38,141 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 939a7d1a6ae95a7729c111cb99796638, disabling compactions & flushes 2024-11-27T21:21:38,141 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44481. 2024-11-27T21:21:38,141 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:38,141 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. after waiting 0 ms 2024-11-27T21:21:38,141 DEBUG [RS:0;4585c39bed03:44481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:38,141 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:38,141 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:38,141 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 939a7d1a6ae95a7729c111cb99796638 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:21:38,141 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:21:38,141 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1325): Online Regions={939a7d1a6ae95a7729c111cb99796638=test,,1732742480980.939a7d1a6ae95a7729c111cb99796638., 1588230740=hbase:meta,,1.1588230740, 90624f7edaca69bc5b3ec2e5b5e65e2d=hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d.} 2024-11-27T21:21:38,141 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90624f7edaca69bc5b3ec2e5b5e65e2d, 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:38,142 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:38,142 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:38,142 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:38,142 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:38,142 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:38,142 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:21:38,162 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/info/1d7c08bddbd5431490ec7a3bc5121eb2 is 147, key is hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d./info:regioninfo/1732742486665/Put/seqid=0 2024-11-27T21:21:38,165 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/f/49f23d6e508e47948639b8255ac3af63 is 29, key is row1/f:/1732742494798/DeleteFamily/seqid=0 2024-11-27T21:21:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741840_1016 (size=7686) 2024-11-27T21:21:38,167 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/info/1d7c08bddbd5431490ec7a3bc5121eb2 2024-11-27T21:21:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741841_1017 (size=5152) 2024-11-27T21:21:38,169 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/f/49f23d6e508e47948639b8255ac3af63 2024-11-27T21:21:38,174 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49f23d6e508e47948639b8255ac3af63 2024-11-27T21:21:38,185 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/ns/086c726e03a84ac798f11fb721d7260f is 43, key is default/ns:d/1732742475079/Put/seqid=0 2024-11-27T21:21:38,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:21:38,188 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/ns/086c726e03a84ac798f11fb721d7260f 2024-11-27T21:21:38,191 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/f1/5e62600ef82c461c8a89bdd66a230f21 is 30, key is row1/f1:/1732742494798/DeleteFamily/seqid=0 2024-11-27T21:21:38,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741843_1019 (size=5158) 2024-11-27T21:21:38,205 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/rep_barrier/31ed6c4f209a4a17ae2c8ede1af8a35c is 112, key is test,,1732742480980.939a7d1a6ae95a7729c111cb99796638./rep_barrier:seqnumDuringOpen/1732742482123/Put/seqid=0 2024-11-27T21:21:38,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741844_1020 (size=5518) 2024-11-27T21:21:38,226 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:38,294 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1191, reset compression=false 2024-11-27T21:21:38,301 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:38,301 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1438, reset compression=false 2024-11-27T21:21:38,301 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44481,1732742473222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:38,302 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,44481,1732742473222: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,44481,1732742473222, walGroup=4585c39bed03%2C44481%2C1732742473222, offset=4585c39bed03%2C44481%2C1732742473222.1732742474539:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:44481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:21:38,303 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:21:38,303 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:21:38,304 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:21:38,304 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:21:38,304 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:21:38,304 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 911724768 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 201732744 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:21:38,304 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:34303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:34303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:21:38,342 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90624f7edaca69bc5b3ec2e5b5e65e2d, 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:38,415 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:21:38,415 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:21:38,508 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1438, reset compression=false 2024-11-27T21:21:38,542 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90624f7edaca69bc5b3ec2e5b5e65e2d, 939a7d1a6ae95a7729c111cb99796638 2024-11-27T21:21:38,598 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/f1/5e62600ef82c461c8a89bdd66a230f21 2024-11-27T21:21:38,602 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e62600ef82c461c8a89bdd66a230f21 2024-11-27T21:21:38,608 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/rep_barrier/31ed6c4f209a4a17ae2c8ede1af8a35c 2024-11-27T21:21:38,633 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/table/ee55835a8afe4ac59e1cd87491ca137a is 53, key is hbase:replication/table:state/1732742486684/Put/seqid=0 2024-11-27T21:21:38,640 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/norep/e10e2b1a3c7f41e9ad5520fbe5f5ebb5 is 33, key is row1/norep:/1732742494798/DeleteFamily/seqid=0 2024-11-27T21:21:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741846_1022 (size=5108) 2024-11-27T21:21:38,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741845_1021 (size=5308) 2024-11-27T21:21:38,652 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/norep/e10e2b1a3c7f41e9ad5520fbe5f5ebb5 2024-11-27T21:21:38,657 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e10e2b1a3c7f41e9ad5520fbe5f5ebb5 2024-11-27T21:21:38,658 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/f/49f23d6e508e47948639b8255ac3af63 as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/f/49f23d6e508e47948639b8255ac3af63 2024-11-27T21:21:38,665 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49f23d6e508e47948639b8255ac3af63 2024-11-27T21:21:38,665 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/f/49f23d6e508e47948639b8255ac3af63, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T21:21:38,666 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/f1/5e62600ef82c461c8a89bdd66a230f21 as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/f1/5e62600ef82c461c8a89bdd66a230f21 2024-11-27T21:21:38,671 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e62600ef82c461c8a89bdd66a230f21 2024-11-27T21:21:38,671 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/f1/5e62600ef82c461c8a89bdd66a230f21, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T21:21:38,671 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/.tmp/norep/e10e2b1a3c7f41e9ad5520fbe5f5ebb5 as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/norep/e10e2b1a3c7f41e9ad5520fbe5f5ebb5 2024-11-27T21:21:38,675 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e10e2b1a3c7f41e9ad5520fbe5f5ebb5 2024-11-27T21:21:38,675 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/norep/e10e2b1a3c7f41e9ad5520fbe5f5ebb5, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T21:21:38,676 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 939a7d1a6ae95a7729c111cb99796638 in 535ms, sequenceid=10, compaction requested=false 2024-11-27T21:21:38,684 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/default/test/939a7d1a6ae95a7729c111cb99796638/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T21:21:38,684 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:38,684 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:38,684 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:38,684 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 939a7d1a6ae95a7729c111cb99796638: Waiting for close lock at 1732742498141Running coprocessor pre-close hooks at 1732742498141Disabling compacts and flushes for region at 1732742498141Disabling writes for close at 1732742498141Obtaining lock to block concurrent updates at 1732742498141Preparing flush snapshotting stores in 939a7d1a6ae95a7729c111cb99796638 at 1732742498141Finished memstore snapshotting test,,1732742480980.939a7d1a6ae95a7729c111cb99796638., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732742498141Flushing stores of test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. at 1732742498142 (+1 ms)Flushing 939a7d1a6ae95a7729c111cb99796638/f: creating writer at 1732742498142Flushing 939a7d1a6ae95a7729c111cb99796638/f: appending metadata at 1732742498164 (+22 ms)Flushing 939a7d1a6ae95a7729c111cb99796638/f: closing flushed file at 1732742498164Flushing 939a7d1a6ae95a7729c111cb99796638/f1: creating writer at 1732742498174 (+10 ms)Flushing 939a7d1a6ae95a7729c111cb99796638/f1: appending metadata at 1732742498191 (+17 ms)Flushing 939a7d1a6ae95a7729c111cb99796638/f1: closing flushed file at 1732742498191Flushing 939a7d1a6ae95a7729c111cb99796638/norep: creating writer at 1732742498603 (+412 ms)Flushing 939a7d1a6ae95a7729c111cb99796638/norep: appending metadata at 1732742498639 (+36 ms)Flushing 939a7d1a6ae95a7729c111cb99796638/norep: closing flushed file at 1732742498639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd0430f: reopening flushed file at 1732742498658 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fd1fb2: reopening flushed file at 1732742498665 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f32b68e: reopening flushed file at 1732742498671 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 939a7d1a6ae95a7729c111cb99796638 in 535ms, sequenceid=10, compaction requested=false at 1732742498676 (+5 ms)Writing region close event to WAL at 1732742498678 (+2 ms)Running coprocessor post-close hooks at 1732742498684 (+6 ms)Closed at 1732742498684 2024-11-27T21:21:38,684 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742480980.939a7d1a6ae95a7729c111cb99796638. 2024-11-27T21:21:38,685 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90624f7edaca69bc5b3ec2e5b5e65e2d, disabling compactions & flushes 2024-11-27T21:21:38,685 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,685 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,685 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. after waiting 0 ms 2024-11-27T21:21:38,685 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,685 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90624f7edaca69bc5b3ec2e5b5e65e2d: Waiting for close lock at 1732742498684Running coprocessor pre-close hooks at 1732742498684Disabling compacts and flushes for region at 1732742498684Disabling writes for close at 1732742498685 (+1 ms)Failed flush hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d., putting online again at 1732742498685 2024-11-27T21:21:38,685 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,742 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(3091): Received CLOSE for 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:38,742 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90624f7edaca69bc5b3ec2e5b5e65e2d 2024-11-27T21:21:38,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90624f7edaca69bc5b3ec2e5b5e65e2d, disabling compactions & flushes 2024-11-27T21:21:38,742 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,742 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. after waiting 0 ms 2024-11-27T21:21:38,743 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,743 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90624f7edaca69bc5b3ec2e5b5e65e2d: Waiting for close lock at 1732742498742Running coprocessor pre-close hooks at 1732742498742Disabling compacts and flushes for region at 1732742498742Disabling writes for close at 1732742498742Failed flush hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d., putting online again at 1732742498743 (+1 ms) 2024-11-27T21:21:38,743 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d. 2024-11-27T21:21:38,812 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 1438, reset compression=false 2024-11-27T21:21:38,816 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:38,816 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 2082, reset compression=false 2024-11-27T21:21:38,835 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:38,942 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:38,980 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:21:39,019 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/WALs/4585c39bed03,44481,1732742473222/4585c39bed03%2C44481%2C1732742473222.1732742474539 to pos 2082, reset compression=false 2024-11-27T21:21:39,052 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/table/ee55835a8afe4ac59e1cd87491ca137a 2024-11-27T21:21:39,057 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/info/1d7c08bddbd5431490ec7a3bc5121eb2 as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/info/1d7c08bddbd5431490ec7a3bc5121eb2 2024-11-27T21:21:39,060 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/info/1d7c08bddbd5431490ec7a3bc5121eb2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:21:39,061 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/ns/086c726e03a84ac798f11fb721d7260f as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/ns/086c726e03a84ac798f11fb721d7260f 2024-11-27T21:21:39,064 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/ns/086c726e03a84ac798f11fb721d7260f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:21:39,064 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/rep_barrier/31ed6c4f209a4a17ae2c8ede1af8a35c as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/rep_barrier/31ed6c4f209a4a17ae2c8ede1af8a35c 2024-11-27T21:21:39,068 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/rep_barrier/31ed6c4f209a4a17ae2c8ede1af8a35c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:21:39,068 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/.tmp/table/ee55835a8afe4ac59e1cd87491ca137a as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/table/ee55835a8afe4ac59e1cd87491ca137a 2024-11-27T21:21:39,072 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/table/ee55835a8afe4ac59e1cd87491ca137a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:21:39,073 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false 2024-11-27T21:21:39,080 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:21:39,081 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:39,081 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:39,081 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:39,081 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742498142Running coprocessor pre-close hooks at 1732742498142Disabling compacts and flushes for region at 1732742498142Disabling writes for close at 1732742498142Obtaining lock to block concurrent updates at 1732742498142Preparing flush snapshotting stores in 1588230740 at 1732742498142Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742498142Flushing stores of hbase:meta,,1.1588230740 at 1732742498143 (+1 ms)Flushing 1588230740/info: creating writer at 1732742498143Flushing 1588230740/info: appending metadata at 1732742498162 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732742498162Flushing 1588230740/ns: creating writer at 1732742498171 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732742498185 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732742498185Flushing 1588230740/rep_barrier: creating writer at 1732742498191 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742498204 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742498204Flushing 1588230740/table: creating writer at 1732742498613 (+409 ms)Flushing 1588230740/table: appending metadata at 1732742498633 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732742498633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432ed0b0: reopening flushed file at 1732742499056 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763d57d1: reopening flushed file at 1732742499060 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c3e32: reopening flushed file at 1732742499064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4d13c7: reopening flushed file at 1732742499068 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false at 1732742499073 (+5 ms)Writing region close event to WAL at 1732742499078 (+5 ms)Running coprocessor post-close hooks at 1732742499081 (+3 ms)Closed at 1732742499081 2024-11-27T21:21:39,081 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:39,143 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:21:39,143 DEBUG [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1325): Online Regions={90624f7edaca69bc5b3ec2e5b5e65e2d=hbase:replication,,1732742485442.90624f7edaca69bc5b3ec2e5b5e65e2d.} 2024-11-27T21:21:39,143 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T21:21:39,143 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,44481,1732742473222; all regions closed. 2024-11-27T21:21:39,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:21:39,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741839_1015 (size=2171) 2024-11-27T21:21:39,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741832_1008 (size=2090) 2024-11-27T21:21:39,151 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:39,151 INFO [RS:0;4585c39bed03:44481 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:39,152 INFO [RS:0;4585c39bed03:44481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:39,152 INFO [RS:0;4585c39bed03:44481 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:39,152 INFO [RS:0;4585c39bed03:44481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:39,152 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:39,152 INFO [RS:0;4585c39bed03:44481 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,44481,1732742473222 because: Region server is closing 2024-11-27T21:21:39,153 INFO [RS:0;4585c39bed03:44481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44481. 2024-11-27T21:21:39,153 DEBUG [RS:0;4585c39bed03:44481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:39,153 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:39,153 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:39,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:39,253 INFO [RS:0;4585c39bed03:44481 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.shipper4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 terminated 2024-11-27T21:21:39,253 INFO [RS:0;4585c39bed03:44481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44481. 2024-11-27T21:21:39,253 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44481,1732742473222.replicationSource.wal-reader.4585c39bed03%2C44481%2C1732742473222,1-4585c39bed03,44481,1732742473222 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:21:39,253 DEBUG [RS:0;4585c39bed03:44481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:39,253 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:39,253 DEBUG [RS:0;4585c39bed03:44481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:39,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:39,254 INFO [RS:0;4585c39bed03:44481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44481 2024-11-27T21:21:39,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892/rs 2024-11-27T21:21:39,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803716892/rs/4585c39bed03,44481,1732742473222 2024-11-27T21:21:39,256 INFO [RS:0;4585c39bed03:44481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:39,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,44481,1732742473222] 2024-11-27T21:21:39,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-803716892/draining/4585c39bed03,44481,1732742473222 already deleted, retry=false 2024-11-27T21:21:39,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,44481,1732742473222 expired; onlineServers=0 2024-11-27T21:21:39,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,34303,1732742473188' ***** 2024-11-27T21:21:39,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:21:39,265 INFO [M:0;4585c39bed03:34303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:39,265 INFO [M:0;4585c39bed03:34303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:39,265 DEBUG [M:0;4585c39bed03:34303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:21:39,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:21:39,266 DEBUG [M:0;4585c39bed03:34303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:21:39,266 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742474266 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742474266,5,FailOnTimeoutGroup] 2024-11-27T21:21:39,266 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742474267 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742474267,5,FailOnTimeoutGroup] 2024-11-27T21:21:39,266 INFO [M:0;4585c39bed03:34303 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:39,266 INFO [M:0;4585c39bed03:34303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:39,266 DEBUG [M:0;4585c39bed03:34303 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:21:39,266 INFO [M:0;4585c39bed03:34303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:21:39,266 INFO [M:0;4585c39bed03:34303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:39,266 INFO [M:0;4585c39bed03:34303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:21:39,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:21:39,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-803716892/master 2024-11-27T21:21:39,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-803716892 2024-11-27T21:21:39,269 INFO [M:0;4585c39bed03:34303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/.lastflushedseqids 2024-11-27T21:21:39,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-803716892/master already deleted, retry=false 2024-11-27T21:21:39,269 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-803716892/master 2024-11-27T21:21:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741847_1023 (size=245) 2024-11-27T21:21:39,273 INFO [M:0;4585c39bed03:34303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:21:39,273 INFO [M:0;4585c39bed03:34303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:21:39,274 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:39,274 INFO [M:0;4585c39bed03:34303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:39,274 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:39,274 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:39,274 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:39,274 INFO [M:0;4585c39bed03:34303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T21:21:39,295 DEBUG [M:0;4585c39bed03:34303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c3bd1b41177472d87ad508658c336c7 is 82, key is hbase:meta,,1/info:regioninfo/1732742475069/Put/seqid=0 2024-11-27T21:21:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741848_1024 (size=5672) 2024-11-27T21:21:39,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:39,364 INFO [RS:0;4585c39bed03:44481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:39,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44481-0x1015b4dbd170004, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:39,364 INFO [RS:0;4585c39bed03:44481 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,44481,1732742473222; zookeeper connection closed. 2024-11-27T21:21:39,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@465df262 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@465df262 2024-11-27T21:21:39,365 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:21:39,702 INFO [M:0;4585c39bed03:34303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c3bd1b41177472d87ad508658c336c7 2024-11-27T21:21:39,720 DEBUG [M:0;4585c39bed03:34303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b14a2e19e1f492bb3de1b07c6cca071 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742486688/Put/seqid=0 2024-11-27T21:21:39,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741849_1025 (size=8516) 2024-11-27T21:21:39,940 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:40,125 INFO [M:0;4585c39bed03:34303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b14a2e19e1f492bb3de1b07c6cca071 2024-11-27T21:21:40,182 DEBUG [M:0;4585c39bed03:34303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd4b88972ebc474fa797d921fd13b15e is 69, key is 4585c39bed03,44481,1732742473222/rs:state/1732742474370/Put/seqid=0 2024-11-27T21:21:40,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741850_1026 (size=5156) 2024-11-27T21:21:40,216 INFO [M:0;4585c39bed03:34303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd4b88972ebc474fa797d921fd13b15e 2024-11-27T21:21:40,223 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c3bd1b41177472d87ad508658c336c7 as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c3bd1b41177472d87ad508658c336c7 2024-11-27T21:21:40,233 INFO [M:0;4585c39bed03:34303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c3bd1b41177472d87ad508658c336c7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:21:40,234 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b14a2e19e1f492bb3de1b07c6cca071 as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b14a2e19e1f492bb3de1b07c6cca071 2024-11-27T21:21:40,245 INFO [M:0;4585c39bed03:34303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b14a2e19e1f492bb3de1b07c6cca071, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:21:40,249 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd4b88972ebc474fa797d921fd13b15e as hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd4b88972ebc474fa797d921fd13b15e 2024-11-27T21:21:40,254 INFO [M:0;4585c39bed03:34303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/9474f109-5b75-80a0-648b-bbab48cddf48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd4b88972ebc474fa797d921fd13b15e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:21:40,256 INFO [M:0;4585c39bed03:34303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 981ms, sequenceid=97, compaction requested=false 2024-11-27T21:21:40,272 INFO [M:0;4585c39bed03:34303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:40,273 DEBUG [M:0;4585c39bed03:34303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742499274Disabling compacts and flushes for region at 1732742499274Disabling writes for close at 1732742499274Obtaining lock to block concurrent updates at 1732742499274Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742499274Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732742499275 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742499275Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742499275Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742499295 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742499295Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742499707 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742499720 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742499720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742500139 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742500181 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742500181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cef2331: reopening flushed file at 1732742500222 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645b6590: reopening flushed file at 1732742500233 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396fdd37: reopening flushed file at 1732742500245 (+12 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 981ms, sequenceid=97, compaction requested=false at 1732742500256 (+11 ms)Writing region close event to WAL at 1732742500272 (+16 ms)Closed at 1732742500272 2024-11-27T21:21:40,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741830_1006 (size=63654) 2024-11-27T21:21:40,300 INFO [M:0;4585c39bed03:34303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:21:40,300 INFO [M:0;4585c39bed03:34303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34303 2024-11-27T21:21:40,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:40,301 INFO [M:0;4585c39bed03:34303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:40,406 INFO [M:0;4585c39bed03:34303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015b4dbd170003, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:40,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d03fc69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:40,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:40,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:40,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:40,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:40,438 WARN [BP-705781167-172.17.0.2-1732742472182 heartbeating to localhost/127.0.0.1:39261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:21:40,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:21:40,438 WARN [BP-705781167-172.17.0.2-1732742472182 heartbeating to localhost/127.0.0.1:39261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-705781167-172.17.0.2-1732742472182 (Datanode Uuid 0f6bf153-887e-4658-a139-d909bfb7ad83) service to localhost/127.0.0.1:39261 2024-11-27T21:21:40,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:21:40,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/cluster_08ea5acc-f6bf-49fe-fb1c-bfb29eab09d0/data/data2/current/BP-705781167-172.17.0.2-1732742472182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:40,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/cluster_08ea5acc-f6bf-49fe-fb1c-bfb29eab09d0/data/data1/current/BP-705781167-172.17.0.2-1732742472182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:40,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:21:40,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2392ca06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:40,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:40,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:40,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:40,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9471b438-101c-1338-c852-de398b313691/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:40,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:21:40,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:21:40,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:40,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:40,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:40,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:40,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:40,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:21:40,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1680865527, stopped=false 2024-11-27T21:21:40,469 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,40525,1732742468997 2024-11-27T21:21:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-517257954/running 2024-11-27T21:21:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-517257954/running 2024-11-27T21:21:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:40,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:40,471 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:40,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on znode that does not yet exist, /0-517257954/running 2024-11-27T21:21:40,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Set watcher on znode that does not yet exist, /0-517257954/running 2024-11-27T21:21:40,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:40,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:40,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:40,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,41857,1732742469091' ***** 2024-11-27T21:21:40,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:21:40,473 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:21:40,473 INFO [RS:0;4585c39bed03:41857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:21:40,473 INFO [RS:0;4585c39bed03:41857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(3091): Received CLOSE for c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:40,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(3091): Received CLOSE for 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,41857,1732742469091 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41857. 2024-11-27T21:21:40,474 DEBUG [RS:0;4585c39bed03:41857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:40,474 DEBUG [RS:0;4585c39bed03:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:21:40,474 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:21:40,475 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c04155d51924f3f3d9a01e10debaa56a, disabling compactions & flushes 2024-11-27T21:21:40,475 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:40,475 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:40,475 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. after waiting 0 ms 2024-11-27T21:21:40,475 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:40,475 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c04155d51924f3f3d9a01e10debaa56a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T21:21:40,476 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:21:40,476 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1325): Online Regions={c04155d51924f3f3d9a01e10debaa56a=hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a., 1588230740=hbase:meta,,1.1588230740, 7845353ecbb8ce961a0e3b662699210d=test,,1732742478824.7845353ecbb8ce961a0e3b662699210d.} 2024-11-27T21:21:40,476 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7845353ecbb8ce961a0e3b662699210d, c04155d51924f3f3d9a01e10debaa56a 2024-11-27T21:21:40,477 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:40,477 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:40,477 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:40,477 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:40,477 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:40,477 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:21:40,505 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/info/ee311232818e45de940658c51020a71a is 147, key is hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a./info:regioninfo/1732742485100/Put/seqid=0 2024-11-27T21:21:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741840_1016 (size=7686) 2024-11-27T21:21:40,529 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a/.tmp/queue/4e9960120dc747b7baa27cfbc8c8b4bd is 153, key is 1-4585c39bed03,41857,1732742469091/queue:4585c39bed03%2C41857%2C1732742469091/1732742493388/Put/seqid=0 2024-11-27T21:21:40,531 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741841_1017 (size=5352) 2024-11-27T21:21:40,534 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a/.tmp/queue/4e9960120dc747b7baa27cfbc8c8b4bd 2024-11-27T21:21:40,540 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a/.tmp/queue/4e9960120dc747b7baa27cfbc8c8b4bd as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a/queue/4e9960120dc747b7baa27cfbc8c8b4bd 2024-11-27T21:21:40,545 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a/queue/4e9960120dc747b7baa27cfbc8c8b4bd, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T21:21:40,546 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c04155d51924f3f3d9a01e10debaa56a in 71ms, sequenceid=8, compaction requested=false 2024-11-27T21:21:40,557 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/replication/c04155d51924f3f3d9a01e10debaa56a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T21:21:40,557 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:40,557 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:40,557 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:40,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c04155d51924f3f3d9a01e10debaa56a: Waiting for close lock at 1732742500475Running coprocessor pre-close hooks at 1732742500475Disabling compacts and flushes for region at 1732742500475Disabling writes for close at 1732742500475Obtaining lock to block concurrent updates at 1732742500475Preparing flush snapshotting stores in c04155d51924f3f3d9a01e10debaa56a at 1732742500475Finished memstore snapshotting hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732742500475Flushing stores of hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. at 1732742500476 (+1 ms)Flushing c04155d51924f3f3d9a01e10debaa56a/queue: creating writer at 1732742500476Flushing c04155d51924f3f3d9a01e10debaa56a/queue: appending metadata at 1732742500529 (+53 ms)Flushing c04155d51924f3f3d9a01e10debaa56a/queue: closing flushed file at 1732742500529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9e951d: reopening flushed file at 1732742500539 (+10 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c04155d51924f3f3d9a01e10debaa56a in 71ms, sequenceid=8, compaction requested=false at 1732742500546 (+7 ms)Writing region close event to WAL at 1732742500552 (+6 ms)Running coprocessor post-close hooks at 1732742500557 (+5 ms)Closed at 1732742500557 2024-11-27T21:21:40,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742484304.c04155d51924f3f3d9a01e10debaa56a. 2024-11-27T21:21:40,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7845353ecbb8ce961a0e3b662699210d, disabling compactions & flushes 2024-11-27T21:21:40,558 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:40,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:40,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. after waiting 0 ms 2024-11-27T21:21:40,558 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:40,558 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7845353ecbb8ce961a0e3b662699210d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T21:21:40,583 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/f/64e7988b575542f7af6ce8dca34248ea is 28, key is row/f:/1732742492790/DeleteFamily/seqid=0 2024-11-27T21:21:40,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741842_1018 (size=5085) 2024-11-27T21:21:40,677 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:40,877 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:40,921 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/info/ee311232818e45de940658c51020a71a 2024-11-27T21:21:40,951 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/ns/ed0f0c14669b4f83b50faef25483a666 is 43, key is default/ns:d/1732742472099/Put/seqid=0 2024-11-27T21:21:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741843_1019 (size=5153) 2024-11-27T21:21:40,970 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/ns/ed0f0c14669b4f83b50faef25483a666 2024-11-27T21:21:40,973 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:21:40,974 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:21:40,988 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/f/64e7988b575542f7af6ce8dca34248ea 2024-11-27T21:21:40,993 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e7988b575542f7af6ce8dca34248ea 2024-11-27T21:21:41,005 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/rep_barrier/42bbd0e03f5749f8a6c6bdadfec79f92 is 112, key is test,,1732742478824.7845353ecbb8ce961a0e3b662699210d./rep_barrier:seqnumDuringOpen/1732742479982/Put/seqid=0 2024-11-27T21:21:41,039 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/f1/5905e0d4544143d99877a8754013d6af is 29, key is row/f1:/1732742492790/DeleteFamily/seqid=0 2024-11-27T21:21:41,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741844_1020 (size=5518) 2024-11-27T21:21:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741845_1021 (size=5089) 2024-11-27T21:21:41,052 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/f1/5905e0d4544143d99877a8754013d6af 2024-11-27T21:21:41,056 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5905e0d4544143d99877a8754013d6af 2024-11-27T21:21:41,077 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7845353ecbb8ce961a0e3b662699210d 2024-11-27T21:21:41,081 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/norep/00ea90bc16b04a8f8c270670409d2889 is 32, key is row/norep:/1732742492790/DeleteFamily/seqid=0 2024-11-27T21:21:41,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741846_1022 (size=5101) 2024-11-27T21:21:41,102 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/norep/00ea90bc16b04a8f8c270670409d2889 2024-11-27T21:21:41,107 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00ea90bc16b04a8f8c270670409d2889 2024-11-27T21:21:41,108 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/f/64e7988b575542f7af6ce8dca34248ea as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/f/64e7988b575542f7af6ce8dca34248ea 2024-11-27T21:21:41,114 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e7988b575542f7af6ce8dca34248ea 2024-11-27T21:21:41,114 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/f/64e7988b575542f7af6ce8dca34248ea, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T21:21:41,116 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/f1/5905e0d4544143d99877a8754013d6af as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/f1/5905e0d4544143d99877a8754013d6af 2024-11-27T21:21:41,128 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5905e0d4544143d99877a8754013d6af 2024-11-27T21:21:41,128 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/f1/5905e0d4544143d99877a8754013d6af, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T21:21:41,132 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/.tmp/norep/00ea90bc16b04a8f8c270670409d2889 as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/norep/00ea90bc16b04a8f8c270670409d2889 2024-11-27T21:21:41,144 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00ea90bc16b04a8f8c270670409d2889 2024-11-27T21:21:41,144 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/norep/00ea90bc16b04a8f8c270670409d2889, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T21:21:41,145 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 636, reset compression=false 2024-11-27T21:21:41,145 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7845353ecbb8ce961a0e3b662699210d in 587ms, sequenceid=6, compaction requested=false 2024-11-27T21:21:41,156 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:41,156 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 1232, reset compression=false 2024-11-27T21:21:41,156 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,41857,1732742469091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104, lastWalPosition=1232, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:21:41,157 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,41857,1732742469091: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4585c39bed03,41857,1732742469091, walGroup=4585c39bed03%2C41857%2C1732742469091, offset=4585c39bed03%2C41857%2C1732742469091.1732742471104:1232, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:21:41,159 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:21:41,159 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:21:41,159 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:21:41,159 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:21:41,159 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:21:41,160 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 974639328 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202090240 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:21:41,160 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:40525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:40525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:21:41,182 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/default/test/7845353ecbb8ce961a0e3b662699210d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T21:21:41,183 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:41,183 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:41,183 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:41,184 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7845353ecbb8ce961a0e3b662699210d: Waiting for close lock at 1732742500558Running coprocessor pre-close hooks at 1732742500558Disabling compacts and flushes for region at 1732742500558Disabling writes for close at 1732742500558Obtaining lock to block concurrent updates at 1732742500558Preparing flush snapshotting stores in 7845353ecbb8ce961a0e3b662699210d at 1732742500558Finished memstore snapshotting test,,1732742478824.7845353ecbb8ce961a0e3b662699210d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732742500559 (+1 ms)Flushing stores of test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. at 1732742500559Flushing 7845353ecbb8ce961a0e3b662699210d/f: creating writer at 1732742500559Flushing 7845353ecbb8ce961a0e3b662699210d/f: appending metadata at 1732742500582 (+23 ms)Flushing 7845353ecbb8ce961a0e3b662699210d/f: closing flushed file at 1732742500582Flushing 7845353ecbb8ce961a0e3b662699210d/f1: creating writer at 1732742500993 (+411 ms)Flushing 7845353ecbb8ce961a0e3b662699210d/f1: appending metadata at 1732742501038 (+45 ms)Flushing 7845353ecbb8ce961a0e3b662699210d/f1: closing flushed file at 1732742501038Flushing 7845353ecbb8ce961a0e3b662699210d/norep: creating writer at 1732742501056 (+18 ms)Flushing 7845353ecbb8ce961a0e3b662699210d/norep: appending metadata at 1732742501080 (+24 ms)Flushing 7845353ecbb8ce961a0e3b662699210d/norep: closing flushed file at 1732742501080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfd9476: reopening flushed file at 1732742501107 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70642584: reopening flushed file at 1732742501114 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61540a3: reopening flushed file at 1732742501128 (+14 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7845353ecbb8ce961a0e3b662699210d in 587ms, sequenceid=6, compaction requested=false at 1732742501145 (+17 ms)Writing region close event to WAL at 1732742501175 (+30 ms)Running coprocessor post-close hooks at 1732742501183 (+8 ms)Closed at 1732742501183 2024-11-27T21:21:41,184 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742478824.7845353ecbb8ce961a0e3b662699210d. 2024-11-27T21:21:41,277 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:41,374 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 1232, reset compression=false 2024-11-27T21:21:41,388 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:21:41,388 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 1527, reset compression=false 2024-11-27T21:21:41,450 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/rep_barrier/42bbd0e03f5749f8a6c6bdadfec79f92 2024-11-27T21:21:41,474 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/table/216ff78c1e274e37a5a59bf92c3da681 is 53, key is hbase:replication/table:state/1732742485107/Put/seqid=0 2024-11-27T21:21:41,477 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:21:41,478 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:21:41,478 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741847_1023 (size=5308) 2024-11-27T21:21:41,592 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 1527, reset compression=false 2024-11-27T21:21:41,678 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:41,878 DEBUG [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:21:41,886 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/table/216ff78c1e274e37a5a59bf92c3da681 2024-11-27T21:21:41,890 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/info/ee311232818e45de940658c51020a71a as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/info/ee311232818e45de940658c51020a71a 2024-11-27T21:21:41,894 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/info/ee311232818e45de940658c51020a71a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:21:41,895 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/ns/ed0f0c14669b4f83b50faef25483a666 as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/ns/ed0f0c14669b4f83b50faef25483a666 2024-11-27T21:21:41,899 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/ns/ed0f0c14669b4f83b50faef25483a666, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:21:41,899 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/rep_barrier/42bbd0e03f5749f8a6c6bdadfec79f92 as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/rep_barrier/42bbd0e03f5749f8a6c6bdadfec79f92 2024-11-27T21:21:41,903 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/rep_barrier/42bbd0e03f5749f8a6c6bdadfec79f92, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:21:41,903 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/.tmp/table/216ff78c1e274e37a5a59bf92c3da681 as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/table/216ff78c1e274e37a5a59bf92c3da681 2024-11-27T21:21:41,907 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/table/216ff78c1e274e37a5a59bf92c3da681, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:21:41,908 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=16, compaction requested=false 2024-11-27T21:21:41,908 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:21:41,909 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/WALs/4585c39bed03,41857,1732742469091/4585c39bed03%2C41857%2C1732742469091.1732742471104 to pos 1527, reset compression=false 2024-11-27T21:21:41,915 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:21:41,916 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:21:41,916 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:21:41,916 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:41,916 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742500476Running coprocessor pre-close hooks at 1732742500476Disabling compacts and flushes for region at 1732742500476Disabling writes for close at 1732742500477 (+1 ms)Obtaining lock to block concurrent updates at 1732742500477Preparing flush snapshotting stores in 1588230740 at 1732742500477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742500478 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732742500478Flushing 1588230740/info: creating writer at 1732742500478Flushing 1588230740/info: appending metadata at 1732742500505 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732742500505Flushing 1588230740/ns: creating writer at 1732742500926 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732742500951 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732742500951Flushing 1588230740/rep_barrier: creating writer at 1732742500976 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742501004 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742501004Flushing 1588230740/table: creating writer at 1732742501455 (+451 ms)Flushing 1588230740/table: appending metadata at 1732742501473 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732742501473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605ee58: reopening flushed file at 1732742501890 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e9680c: reopening flushed file at 1732742501894 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdc83df: reopening flushed file at 1732742501899 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260552a2: reopening flushed file at 1732742501903 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=16, compaction requested=false at 1732742501908 (+5 ms)Writing region close event to WAL at 1732742501912 (+4 ms)Running coprocessor post-close hooks at 1732742501916 (+4 ms)Closed at 1732742501916 2024-11-27T21:21:41,916 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:41,949 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:40525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T21:21:42,078 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,41857,1732742469091; all regions closed. 2024-11-27T21:21:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741834_1010 (size=4239) 2024-11-27T21:21:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741839_1015 (size=2240) 2024-11-27T21:21:42,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741832_1008 (size=1535) 2024-11-27T21:21:42,093 DEBUG [RS:0;4585c39bed03:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:42,093 INFO [RS:0;4585c39bed03:41857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:21:42,093 INFO [RS:0;4585c39bed03:41857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:42,093 INFO [RS:0;4585c39bed03:41857 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:42,093 INFO [RS:0;4585c39bed03:41857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:42,093 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:42,094 INFO [RS:0;4585c39bed03:41857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,41857,1732742469091 because: Region server is closing 2024-11-27T21:21:42,094 INFO [RS:0;4585c39bed03:41857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41857. 2024-11-27T21:21:42,094 DEBUG [RS:0;4585c39bed03:41857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:42,094 DEBUG [RS:0;4585c39bed03:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:42,094 DEBUG [RS:0;4585c39bed03:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:42,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:42,195 INFO [RS:0;4585c39bed03:41857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.shipper4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 terminated 2024-11-27T21:21:42,195 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,41857,1732742469091.replicationSource.wal-reader.4585c39bed03%2C41857%2C1732742469091,1-4585c39bed03,41857,1732742469091 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:21:42,195 INFO [RS:0;4585c39bed03:41857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41857 2024-11-27T21:21:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-517257954/rs/4585c39bed03,41857,1732742469091 2024-11-27T21:21:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954/rs 2024-11-27T21:21:42,197 INFO [RS:0;4585c39bed03:41857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:42,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,41857,1732742469091] 2024-11-27T21:21:42,200 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-517257954/draining/4585c39bed03,41857,1732742469091 already deleted, retry=false 2024-11-27T21:21:42,201 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,41857,1732742469091 expired; onlineServers=0 2024-11-27T21:21:42,201 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,40525,1732742468997' ***** 2024-11-27T21:21:42,201 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:21:42,201 INFO [M:0;4585c39bed03:40525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:21:42,201 INFO [M:0;4585c39bed03:40525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:21:42,201 DEBUG [M:0;4585c39bed03:40525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:21:42,201 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:21:42,201 DEBUG [M:0;4585c39bed03:40525 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:21:42,201 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742470900 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742470900,5,FailOnTimeoutGroup] 2024-11-27T21:21:42,201 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742470900 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742470900,5,FailOnTimeoutGroup] 2024-11-27T21:21:42,201 INFO [M:0;4585c39bed03:40525 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:21:42,201 INFO [M:0;4585c39bed03:40525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:21:42,201 DEBUG [M:0;4585c39bed03:40525 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:21:42,201 INFO [M:0;4585c39bed03:40525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:21:42,201 INFO [M:0;4585c39bed03:40525 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:21:42,202 INFO [M:0;4585c39bed03:40525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:21:42,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:21:42,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-517257954/master 2024-11-27T21:21:42,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-517257954 2024-11-27T21:21:42,203 DEBUG [M:0;4585c39bed03:40525 {}] zookeeper.ZKUtil(347): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Unable to get data of znode /0-517257954/master because node does not exist (not an error) 2024-11-27T21:21:42,203 WARN [M:0;4585c39bed03:40525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:21:42,203 INFO [M:0;4585c39bed03:40525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/.lastflushedseqids 2024-11-27T21:21:42,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741848_1024 (size=245) 2024-11-27T21:21:42,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:42,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x1015b4dbd170001, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:42,298 INFO [RS:0;4585c39bed03:41857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:42,298 INFO [RS:0;4585c39bed03:41857 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,41857,1732742469091; zookeeper connection closed. 2024-11-27T21:21:42,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@610726e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@610726e9 2024-11-27T21:21:42,299 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:21:42,608 INFO [M:0;4585c39bed03:40525 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:21:42,608 INFO [M:0;4585c39bed03:40525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:21:42,608 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:42,608 INFO [M:0;4585c39bed03:40525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:42,608 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:42,608 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:42,608 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:42,609 INFO [M:0;4585c39bed03:40525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T21:21:42,648 DEBUG [M:0;4585c39bed03:40525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ce9f73ab4e8467ab8812552382cbc83 is 82, key is hbase:meta,,1/info:regioninfo/1732742472079/Put/seqid=0 2024-11-27T21:21:42,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741849_1025 (size=5672) 2024-11-27T21:21:42,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:42,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:42,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:43,097 INFO [M:0;4585c39bed03:40525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ce9f73ab4e8467ab8812552382cbc83 2024-11-27T21:21:43,123 DEBUG [M:0;4585c39bed03:40525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb41e832cef6461bbc9ecdac51e7752c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742485111/Put/seqid=0 2024-11-27T21:21:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741850_1026 (size=8515) 2024-11-27T21:21:43,138 INFO [M:0;4585c39bed03:40525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb41e832cef6461bbc9ecdac51e7752c 2024-11-27T21:21:43,169 DEBUG [M:0;4585c39bed03:40525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c379f7a12c4262a2c1a90b4e8333af is 69, key is 4585c39bed03,41857,1732742469091/rs:state/1732742470962/Put/seqid=0 2024-11-27T21:21:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741851_1027 (size=5156) 2024-11-27T21:21:43,175 INFO [M:0;4585c39bed03:40525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c379f7a12c4262a2c1a90b4e8333af 2024-11-27T21:21:43,181 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ce9f73ab4e8467ab8812552382cbc83 as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ce9f73ab4e8467ab8812552382cbc83 2024-11-27T21:21:43,189 INFO [M:0;4585c39bed03:40525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ce9f73ab4e8467ab8812552382cbc83, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T21:21:43,190 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb41e832cef6461bbc9ecdac51e7752c as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb41e832cef6461bbc9ecdac51e7752c 2024-11-27T21:21:43,196 INFO [M:0;4585c39bed03:40525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb41e832cef6461bbc9ecdac51e7752c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T21:21:43,199 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c379f7a12c4262a2c1a90b4e8333af as hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09c379f7a12c4262a2c1a90b4e8333af 2024-11-27T21:21:43,207 INFO [M:0;4585c39bed03:40525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/7f440ae1-3d70-9bd6-03d5-fe112c034a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09c379f7a12c4262a2c1a90b4e8333af, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T21:21:43,208 INFO [M:0;4585c39bed03:40525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 600ms, sequenceid=97, compaction requested=false 2024-11-27T21:21:43,245 INFO [M:0;4585c39bed03:40525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:43,245 DEBUG [M:0;4585c39bed03:40525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742502608Disabling compacts and flushes for region at 1732742502608Disabling writes for close at 1732742502608Obtaining lock to block concurrent updates at 1732742502609 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742502609Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732742502609Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742502610 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742502610Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742502648 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742502648Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742503102 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742503123 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742503123Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742503144 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742503168 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742503168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d37375a: reopening flushed file at 1732742503180 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1882cdbc: reopening flushed file at 1732742503189 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6f583d: reopening flushed file at 1732742503198 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 600ms, sequenceid=97, compaction requested=false at 1732742503208 (+10 ms)Writing region close event to WAL at 1732742503244 (+36 ms)Closed at 1732742503244 2024-11-27T21:21:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741830_1006 (size=63642) 2024-11-27T21:21:43,268 INFO [M:0;4585c39bed03:40525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:21:43,269 INFO [M:0;4585c39bed03:40525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40525 2024-11-27T21:21:43,269 INFO [M:0;4585c39bed03:40525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:21:43,269 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:21:43,372 INFO [M:0;4585c39bed03:40525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:21:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40525-0x1015b4dbd170000, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:21:43,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@290f7b78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:43,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a1f47c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:43,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:43,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:43,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:43,377 WARN [BP-111777345-172.17.0.2-1732742468256 heartbeating to localhost/127.0.0.1:36189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:21:43,377 WARN [BP-111777345-172.17.0.2-1732742468256 heartbeating to localhost/127.0.0.1:36189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-111777345-172.17.0.2-1732742468256 (Datanode Uuid 0fc7ddd9-67fb-4226-8b37-37f3fba0340b) service to localhost/127.0.0.1:36189 2024-11-27T21:21:43,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e/data/data1/current/BP-111777345-172.17.0.2-1732742468256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:43,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/cluster_b33f8ac8-6b19-3b46-6fd9-0f4ea84d168e/data/data2/current/BP-111777345-172.17.0.2-1732742468256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:21:43,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:21:43,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:21:43,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:21:43,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35c552d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:43,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:21:43,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:21:43,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:21:43,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d86ed749-19c2-1de1-a048-d3ee61c4ba50/hadoop.log.dir/,STOPPED} 2024-11-27T21:21:43,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:21:43,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:21:43,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=366 (was 315) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36189 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39261 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7531 (was 7679) 2024-11-27T21:21:43,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=365, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=7531 2024-11-27T21:21:43,450 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T21:21:43,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.log.dir so I do NOT create it in target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685 2024-11-27T21:21:43,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:21:43,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.tmp.dir so I do NOT create it in target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685 2024-11-27T21:21:43,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb59dfec-3d26-69f1-7d52-cc4ce126d699/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:21:43,451 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685 2024-11-27T21:21:43,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f, deleteOnExit=true 2024-11-27T21:21:43,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/zookeeper_0, clientPort=56006, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:21:43,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56006 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/test.cache.data in system properties and HBase conf 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:21:43,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:21:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:21:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:21:43,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4dbd170002, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:21:43,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4dbd170005, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:21:43,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b4dbd170008, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:21:43,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4dbd170002, quorum=127.0.0.1:53735, baseZNode=/0-517257954 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:21:43,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4dbd170005, quorum=127.0.0.1:53735, baseZNode=/1-803716892 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:21:43,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b4dbd170008, quorum=127.0.0.1:53735, baseZNode=/2-1385116945 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:21:43,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:43,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:43,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:43,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:43,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:43,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:43,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e31ea48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:43,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41bfec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:43,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14427ab6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/java.io.tmpdir/jetty-localhost-42899-hadoop-hdfs-3_4_1-tests_jar-_-any-12120227365716434186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:43,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f31ce9e{HTTP/1.1, (http/1.1)}{localhost:42899} 2024-11-27T21:21:43,678 INFO [Time-limited test {}] server.Server(415): Started @282494ms 2024-11-27T21:21:43,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:43,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:43,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:43,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:43,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:21:43,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5cdbc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:43,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d05e9b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:43,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3487c574{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/java.io.tmpdir/jetty-localhost-45949-hadoop-hdfs-3_4_1-tests_jar-_-any-14992688951487405906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:43,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66761ef3{HTTP/1.1, (http/1.1)}{localhost:45949} 2024-11-27T21:21:43,875 INFO [Time-limited test {}] server.Server(415): Started @282691ms 2024-11-27T21:21:43,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:21:43,979 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/data/data2/current/BP-1679200608-172.17.0.2-1732742503475/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:43,979 WARN [Thread-4175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/data/data1/current/BP-1679200608-172.17.0.2-1732742503475/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:43,999 WARN [Thread-4163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:21:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c9b4b9ae977d18c with lease ID 0x4b44cd89f9bb8d8a: Processing first storage report for DS-7e0fbd20-b66c-40d4-954d-0beed69fbf6b from datanode DatanodeRegistration(127.0.0.1:33677, datanodeUuid=d985816c-e1fd-44da-960b-3982d67c9a1e, infoPort=38441, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=503358177;c=1732742503475) 2024-11-27T21:21:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c9b4b9ae977d18c with lease ID 0x4b44cd89f9bb8d8a: from storage DS-7e0fbd20-b66c-40d4-954d-0beed69fbf6b node DatanodeRegistration(127.0.0.1:33677, datanodeUuid=d985816c-e1fd-44da-960b-3982d67c9a1e, infoPort=38441, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=503358177;c=1732742503475), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c9b4b9ae977d18c with lease ID 0x4b44cd89f9bb8d8a: Processing first storage report for DS-5e578098-8ace-4d7f-80da-66c7b1e92aed from datanode DatanodeRegistration(127.0.0.1:33677, datanodeUuid=d985816c-e1fd-44da-960b-3982d67c9a1e, infoPort=38441, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=503358177;c=1732742503475) 2024-11-27T21:21:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c9b4b9ae977d18c with lease ID 0x4b44cd89f9bb8d8a: from storage DS-5e578098-8ace-4d7f-80da-66c7b1e92aed node DatanodeRegistration(127.0.0.1:33677, datanodeUuid=d985816c-e1fd-44da-960b-3982d67c9a1e, infoPort=38441, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=503358177;c=1732742503475), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:44,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685 2024-11-27T21:21:44,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:44,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:21:44,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c with version=8 2024-11-27T21:21:44,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/hbase-staging 2024-11-27T21:21:44,111 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:44,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:44,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:44,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:44,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:44,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:44,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:21:44,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:44,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43727 2024-11-27T21:21:44,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43727 connecting to ZooKeeper ensemble=127.0.0.1:56006 2024-11-27T21:21:44,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437270x0, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:44,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43727-0x1015b4e46ad0000 connected 2024-11-27T21:21:44,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:44,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:44,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on znode that does not yet exist, /01775362380/running 2024-11-27T21:21:44,162 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c, hbase.cluster.distributed=false 2024-11-27T21:21:44,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on znode that does not yet exist, /01775362380/acl 2024-11-27T21:21:44,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-27T21:21:44,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43727 2024-11-27T21:21:44,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43727 2024-11-27T21:21:44,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-27T21:21:44,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-27T21:21:44,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:44,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:44,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:44,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:44,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:44,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:44,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:21:44,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:44,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34361 2024-11-27T21:21:44,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34361 connecting to ZooKeeper ensemble=127.0.0.1:56006 2024-11-27T21:21:44,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:44,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343610x0, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:44,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343610x0, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on znode that does not yet exist, /01775362380/running 2024-11-27T21:21:44,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34361-0x1015b4e46ad0001 connected 2024-11-27T21:21:44,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:21:44,230 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:21:44,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on znode that does not yet exist, /01775362380/master 2024-11-27T21:21:44,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on znode that does not yet exist, /01775362380/acl 2024-11-27T21:21:44,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-27T21:21:44,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34361 2024-11-27T21:21:44,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34361 2024-11-27T21:21:44,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-27T21:21:44,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-27T21:21:44,255 DEBUG [M:0;4585c39bed03:43727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:43727 2024-11-27T21:21:44,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01775362380/backup-masters/4585c39bed03,43727,1732742504111 2024-11-27T21:21:44,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380/backup-masters 2024-11-27T21:21:44,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380/backup-masters 2024-11-27T21:21:44,258 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on existing znode=/01775362380/backup-masters/4585c39bed03,43727,1732742504111 2024-11-27T21:21:44,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:44,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01775362380/master 2024-11-27T21:21:44,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:44,261 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on existing znode=/01775362380/master 2024-11-27T21:21:44,261 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01775362380/backup-masters/4585c39bed03,43727,1732742504111 from backup master directory 2024-11-27T21:21:44,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01775362380/backup-masters/4585c39bed03,43727,1732742504111 2024-11-27T21:21:44,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380/backup-masters 2024-11-27T21:21:44,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380/backup-masters 2024-11-27T21:21:44,263 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:44,263 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,43727,1732742504111 2024-11-27T21:21:44,265 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/hbase.id] with ID: b88d2c53-7996-415b-a245-163b5c125817 2024-11-27T21:21:44,265 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/.tmp/hbase.id 2024-11-27T21:21:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:21:44,675 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/.tmp/hbase.id]:[hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/hbase.id] 2024-11-27T21:21:44,692 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:44,692 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:21:44,693 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:21:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:21:44,703 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:44,704 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:21:44,704 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:44,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:21:44,711 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/data/master/store 2024-11-27T21:21:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:21:45,117 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:45,117 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:45,117 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:45,117 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:45,117 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:45,117 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:45,117 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:45,117 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742505117Disabling compacts and flushes for region at 1732742505117Disabling writes for close at 1732742505117Writing region close event to WAL at 1732742505117Closed at 1732742505117 2024-11-27T21:21:45,118 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/data/master/store/.initializing 2024-11-27T21:21:45,118 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/WALs/4585c39bed03,43727,1732742504111 2024-11-27T21:21:45,119 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:45,120 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C43727%2C1732742504111, suffix=, logDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/WALs/4585c39bed03,43727,1732742504111, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/oldWALs, maxLogs=10 2024-11-27T21:21:45,137 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/WALs/4585c39bed03,43727,1732742504111/4585c39bed03%2C43727%2C1732742504111.1732742505120, exclude list is [], retry=0 2024-11-27T21:21:45,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33677,DS-7e0fbd20-b66c-40d4-954d-0beed69fbf6b,DISK] 2024-11-27T21:21:45,141 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/WALs/4585c39bed03,43727,1732742504111/4585c39bed03%2C43727%2C1732742504111.1732742505120 2024-11-27T21:21:45,141 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38441:38441)] 2024-11-27T21:21:45,141 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:45,141 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:45,141 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,141 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:21:45,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:45,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:45,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:21:45,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:45,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:45,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:21:45,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:45,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:45,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:21:45,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:45,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:45,147 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,147 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,147 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,148 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,148 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,148 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:45,149 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:45,150 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:45,151 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68448176, jitterRate=0.019957304000854492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:45,151 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742505141Initializing all the Stores at 1732742505142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742505142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742505142Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742505142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742505142Cleaning up temporary data from old regions at 1732742505148 (+6 ms)Region opened successfully at 1732742505151 (+3 ms) 2024-11-27T21:21:45,151 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:21:45,153 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@969bfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:45,154 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:21:45,154 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:21:45,154 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:21:45,154 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:21:45,155 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:21:45,155 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:21:45,155 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:21:45,156 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:21:45,157 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Unable to get data of znode /01775362380/balancer because node does not exist (not necessarily an error) 2024-11-27T21:21:45,158 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775362380/balancer already deleted, retry=false 2024-11-27T21:21:45,158 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:21:45,159 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Unable to get data of znode /01775362380/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:21:45,166 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775362380/normalizer already deleted, retry=false 2024-11-27T21:21:45,166 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:21:45,167 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Unable to get data of znode /01775362380/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:21:45,168 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775362380/switch/split already deleted, retry=false 2024-11-27T21:21:45,168 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Unable to get data of znode /01775362380/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:21:45,169 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775362380/switch/merge already deleted, retry=false 2024-11-27T21:21:45,171 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Unable to get data of znode /01775362380/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:21:45,172 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775362380/snapshot-cleanup already deleted, retry=false 2024-11-27T21:21:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01775362380/running 2024-11-27T21:21:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01775362380/running 2024-11-27T21:21:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:45,175 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,43727,1732742504111, sessionid=0x1015b4e46ad0000, setting cluster-up flag (Was=false) 2024-11-27T21:21:45,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:45,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:45,182 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01775362380/flush-table-proc/acquired, /01775362380/flush-table-proc/reached, /01775362380/flush-table-proc/abort 2024-11-27T21:21:45,183 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,43727,1732742504111 2024-11-27T21:21:45,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:45,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:45,194 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01775362380/online-snapshot/acquired, /01775362380/online-snapshot/reached, /01775362380/online-snapshot/abort 2024-11-27T21:21:45,195 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,43727,1732742504111 2024-11-27T21:21:45,196 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:21:45,200 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:45,200 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:21:45,200 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:21:45,201 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,43727,1732742504111 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:45,202 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,208 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742535208 2024-11-27T21:21:45,208 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:21:45,208 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:21:45,208 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:21:45,209 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:21:45,209 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:21:45,209 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:21:45,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:45,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:21:45,209 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,209 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:21:45,209 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:21:45,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:45,209 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:21:45,210 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:21:45,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:21:45,210 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:21:45,210 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:21:45,212 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742505210,5,FailOnTimeoutGroup] 2024-11-27T21:21:45,214 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742505212,5,FailOnTimeoutGroup] 2024-11-27T21:21:45,214 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,214 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:21:45,214 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,214 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:21:45,243 INFO [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(746): ClusterId : b88d2c53-7996-415b-a245-163b5c125817 2024-11-27T21:21:45,243 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:21:45,244 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:21:45,244 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:21:45,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:45,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:21:45,247 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108773 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:21:45,248 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:21:45,248 DEBUG [RS:0;4585c39bed03:34361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360515aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:45,263 DEBUG [RS:0;4585c39bed03:34361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:34361 2024-11-27T21:21:45,263 INFO [RS:0;4585c39bed03:34361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:21:45,263 INFO [RS:0;4585c39bed03:34361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:21:45,263 DEBUG [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:21:45,263 INFO [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,43727,1732742504111 with port=34361, startcode=1732742504218 2024-11-27T21:21:45,264 DEBUG [RS:0;4585c39bed03:34361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:21:45,265 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:21:45,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,34361,1732742504218 2024-11-27T21:21:45,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43727 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,34361,1732742504218 2024-11-27T21:21:45,267 DEBUG [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c 2024-11-27T21:21:45,267 DEBUG [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42021 2024-11-27T21:21:45,267 DEBUG [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:21:45,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380/rs 2024-11-27T21:21:45,269 DEBUG [RS:0;4585c39bed03:34361 {}] zookeeper.ZKUtil(111): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Set watcher on existing znode=/01775362380/rs/4585c39bed03,34361,1732742504218 2024-11-27T21:21:45,269 WARN [RS:0;4585c39bed03:34361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:45,269 INFO [RS:0;4585c39bed03:34361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:45,269 DEBUG [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/WALs/4585c39bed03,34361,1732742504218 2024-11-27T21:21:45,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,34361,1732742504218] 2024-11-27T21:21:45,272 INFO [RS:0;4585c39bed03:34361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:21:45,273 INFO [RS:0;4585c39bed03:34361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:21:45,274 INFO [RS:0;4585c39bed03:34361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:21:45,274 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,274 INFO [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:21:45,275 INFO [RS:0;4585c39bed03:34361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:21:45,275 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:45,275 DEBUG [RS:0;4585c39bed03:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:45,279 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,279 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,279 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,279 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,279 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,279 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34361,1732742504218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:45,293 INFO [RS:0;4585c39bed03:34361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:21:45,293 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34361,1732742504218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,293 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,293 INFO [RS:0;4585c39bed03:34361 {}] regionserver.Replication(171): 4585c39bed03,34361,1732742504218 started 2024-11-27T21:21:45,306 INFO [RS:0;4585c39bed03:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:45,306 INFO [RS:0;4585c39bed03:34361 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,34361,1732742504218, RpcServer on 4585c39bed03/172.17.0.2:34361, sessionid=0x1015b4e46ad0001 2024-11-27T21:21:45,306 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:21:45,306 DEBUG [RS:0;4585c39bed03:34361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,34361,1732742504218 2024-11-27T21:21:45,306 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,34361,1732742504218' 2024-11-27T21:21:45,306 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01775362380/flush-table-proc/abort' 2024-11-27T21:21:45,307 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01775362380/flush-table-proc/acquired' 2024-11-27T21:21:45,307 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:21:45,307 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:21:45,307 DEBUG [RS:0;4585c39bed03:34361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,34361,1732742504218 2024-11-27T21:21:45,307 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,34361,1732742504218' 2024-11-27T21:21:45,307 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01775362380/online-snapshot/abort' 2024-11-27T21:21:45,307 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01775362380/online-snapshot/acquired' 2024-11-27T21:21:45,308 DEBUG [RS:0;4585c39bed03:34361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:21:45,308 INFO [RS:0;4585c39bed03:34361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:21:45,308 INFO [RS:0;4585c39bed03:34361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:21:45,408 INFO [RS:0;4585c39bed03:34361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:45,409 INFO [RS:0;4585c39bed03:34361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C34361%2C1732742504218, suffix=, logDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/WALs/4585c39bed03,34361,1732742504218, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/oldWALs, maxLogs=10 2024-11-27T21:21:45,422 DEBUG [RS:0;4585c39bed03:34361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/WALs/4585c39bed03,34361,1732742504218/4585c39bed03%2C34361%2C1732742504218.1732742505410, exclude list is [], retry=0 2024-11-27T21:21:45,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33677,DS-7e0fbd20-b66c-40d4-954d-0beed69fbf6b,DISK] 2024-11-27T21:21:45,426 INFO [RS:0;4585c39bed03:34361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/WALs/4585c39bed03,34361,1732742504218/4585c39bed03%2C34361%2C1732742504218.1732742505410 2024-11-27T21:21:45,427 DEBUG [RS:0;4585c39bed03:34361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38441:38441)] 2024-11-27T21:21:45,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:21:45,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c 2024-11-27T21:21:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:21:46,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:46,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:46,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:46,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:46,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:46,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:46,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:46,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:46,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:46,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:46,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/hbase/meta/1588230740 2024-11-27T21:21:46,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/hbase/meta/1588230740 2024-11-27T21:21:46,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:46,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:46,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:46,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:46,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:46,036 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74817511, jitterRate=0.11486779153347015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:46,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742506026Initializing all the Stores at 1732742506027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742506027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742506027Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742506027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742506027Cleaning up temporary data from old regions at 1732742506033 (+6 ms)Region opened successfully at 1732742506037 (+4 ms) 2024-11-27T21:21:46,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:46,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:46,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:46,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:46,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:46,037 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:46,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742506037Disabling compacts and flushes for region at 1732742506037Disabling writes for close at 1732742506037Writing region close event to WAL at 1732742506037Closed at 1732742506037 2024-11-27T21:21:46,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:46,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:21:46,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:21:46,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:46,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:21:46,190 DEBUG [4585c39bed03:43727 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:21:46,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,34361,1732742504218 2024-11-27T21:21:46,191 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,34361,1732742504218, state=OPENING 2024-11-27T21:21:46,193 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:21:46,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:46,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775362380 2024-11-27T21:21:46,194 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:46,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775362380/meta-region-server: CHANGED 2024-11-27T21:21:46,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775362380/meta-region-server: CHANGED 2024-11-27T21:21:46,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,34361,1732742504218}] 2024-11-27T21:21:46,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:46,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:21:46,349 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:21:46,349 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:46,349 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:21:46,350 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C34361%2C1732742504218.meta, suffix=.meta, logDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/WALs/4585c39bed03,34361,1732742504218, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/oldWALs, maxLogs=10 2024-11-27T21:21:46,363 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/WALs/4585c39bed03,34361,1732742504218/4585c39bed03%2C34361%2C1732742504218.meta.1732742506351.meta, exclude list is [], retry=0 2024-11-27T21:21:46,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33677,DS-7e0fbd20-b66c-40d4-954d-0beed69fbf6b,DISK] 2024-11-27T21:21:46,366 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/WALs/4585c39bed03,34361,1732742504218/4585c39bed03%2C34361%2C1732742504218.meta.1732742506351.meta 2024-11-27T21:21:46,367 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38441:38441)] 2024-11-27T21:21:46,367 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:46,367 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:46,367 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:46,367 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:21:46,367 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:21:46,368 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:21:46,368 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:46,368 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:21:46,368 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:21:46,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:46,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:46,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:46,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:46,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:46,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:46,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:46,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:46,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:46,372 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:46,372 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/hbase/meta/1588230740 2024-11-27T21:21:46,373 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/hbase/meta/1588230740 2024-11-27T21:21:46,374 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:46,374 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:46,374 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:46,375 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:46,376 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67902144, jitterRate=0.011820793151855469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:46,376 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:21:46,376 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742506368Writing region info on filesystem at 1732742506368Initializing all the Stores at 1732742506368Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742506368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742506368Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742506368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742506368Cleaning up temporary data from old regions at 1732742506374 (+6 ms)Running coprocessor post-open hooks at 1732742506376 (+2 ms)Region opened successfully at 1732742506376 2024-11-27T21:21:46,377 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742506345 2024-11-27T21:21:46,378 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:21:46,378 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:21:46,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,34361,1732742504218 2024-11-27T21:21:46,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,34361,1732742504218, state=OPEN 2024-11-27T21:21:46,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43727-0x1015b4e46ad0000, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01775362380/meta-region-server 2024-11-27T21:21:46,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015b4e46ad0001, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01775362380/meta-region-server 2024-11-27T21:21:46,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,34361,1732742504218 2024-11-27T21:21:46,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775362380/meta-region-server: CHANGED 2024-11-27T21:21:46,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775362380/meta-region-server: CHANGED 2024-11-27T21:21:46,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:21:46,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,34361,1732742504218 in 191 msec 2024-11-27T21:21:46,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:21:46,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-27T21:21:46,389 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:46,389 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:21:46,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:46,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,34361,1732742504218, seqNum=-1] 2024-11-27T21:21:46,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:46,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:46,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-27T21:21:46,394 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742506394, completionTime=-1 2024-11-27T21:21:46,394 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:21:46,394 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:21:46,395 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:21:46,395 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742566395 2024-11-27T21:21:46,395 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742626395 2024-11-27T21:21:46,395 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:21:46,396 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43727,1732742504111-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:46,396 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43727,1732742504111-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:46,396 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43727,1732742504111-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:46,396 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:43727, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:46,396 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:46,396 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:46,397 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.135sec 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43727,1732742504111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:46,399 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43727,1732742504111-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:21:46,400 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:21:46,400 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:21:46,401 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,43727,1732742504111-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:46,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e88147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:46,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43727,-1 for getting cluster id 2024-11-27T21:21:46,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:46,444 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b88d2c53-7996-415b-a245-163b5c125817' 2024-11-27T21:21:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b88d2c53-7996-415b-a245-163b5c125817" 2024-11-27T21:21:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b053a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43727,-1] 2024-11-27T21:21:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:46,446 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:46,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d1e5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:46,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,34361,1732742504218, seqNum=-1] 2024-11-27T21:21:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:46,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:46,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,43727,1732742504111 2024-11-27T21:21:46,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56006 2024-11-27T21:21:46,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56006, baseZNode=/01775362380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:46,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4e46ad0002 connected 2024-11-27T21:21:46,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43727,1732742504111 2024-11-27T21:21:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3304dd30 2024-11-27T21:21:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:46,456 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:46,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:21:46,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:21:46,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:46,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:21:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:46,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:21:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:21:46,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:46,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52d64c4a0c9220449ad8116e5ccb83d7, NAME => 'test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c 2024-11-27T21:21:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:47,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:47,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52d64c4a0c9220449ad8116e5ccb83d7, disabling compactions & flushes 2024-11-27T21:21:47,271 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. 2024-11-27T21:21:47,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. 2024-11-27T21:21:47,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. after waiting 0 ms 2024-11-27T21:21:47,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. 2024-11-27T21:21:47,271 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. 2024-11-27T21:21:47,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52d64c4a0c9220449ad8116e5ccb83d7: Waiting for close lock at 1732742507271Disabling compacts and flushes for region at 1732742507271Disabling writes for close at 1732742507271Writing region close event to WAL at 1732742507271Closed at 1732742507271 2024-11-27T21:21:47,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:21:47,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742507272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742507272"}]},"ts":"1732742507272"} 2024-11-27T21:21:47,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:21:47,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:21:47,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742507275"}]},"ts":"1732742507275"} 2024-11-27T21:21:47,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:21:47,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52d64c4a0c9220449ad8116e5ccb83d7, ASSIGN}] 2024-11-27T21:21:47,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52d64c4a0c9220449ad8116e5ccb83d7, ASSIGN 2024-11-27T21:21:47,278 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52d64c4a0c9220449ad8116e5ccb83d7, ASSIGN; state=OFFLINE, location=4585c39bed03,34361,1732742504218; forceNewPlan=false, retain=false 2024-11-27T21:21:47,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52d64c4a0c9220449ad8116e5ccb83d7, regionState=OPENING, regionLocation=4585c39bed03,34361,1732742504218 2024-11-27T21:21:47,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52d64c4a0c9220449ad8116e5ccb83d7, ASSIGN because future has completed 2024-11-27T21:21:47,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52d64c4a0c9220449ad8116e5ccb83d7, server=4585c39bed03,34361,1732742504218}] 2024-11-27T21:21:47,586 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. 2024-11-27T21:21:47,586 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52d64c4a0c9220449ad8116e5ccb83d7, NAME => 'test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:47,586 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:47,587 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:21:47,587 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,587 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:47,587 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,587 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,588 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,589 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d64c4a0c9220449ad8116e5ccb83d7 columnFamilyName f 2024-11-27T21:21:47,589 DEBUG [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:47,589 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] regionserver.HStore(327): Store=52d64c4a0c9220449ad8116e5ccb83d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:47,589 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,590 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d64c4a0c9220449ad8116e5ccb83d7 columnFamilyName f1 2024-11-27T21:21:47,590 DEBUG [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:47,590 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] regionserver.HStore(327): Store=52d64c4a0c9220449ad8116e5ccb83d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:47,591 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,591 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d64c4a0c9220449ad8116e5ccb83d7 columnFamilyName norep 2024-11-27T21:21:47,591 DEBUG [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:47,592 INFO [StoreOpener-52d64c4a0c9220449ad8116e5ccb83d7-1 {}] regionserver.HStore(327): Store=52d64c4a0c9220449ad8116e5ccb83d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:47,592 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,592 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/default/test/52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,592 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/default/test/52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,593 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,593 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,593 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:21:47,594 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,595 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/data/default/test/52d64c4a0c9220449ad8116e5ccb83d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:47,596 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52d64c4a0c9220449ad8116e5ccb83d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71486827, jitterRate=0.06523673236370087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:21:47,596 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52d64c4a0c9220449ad8116e5ccb83d7 2024-11-27T21:21:47,596 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52d64c4a0c9220449ad8116e5ccb83d7: Running coprocessor pre-open hook at 1732742507587Writing region info on filesystem at 1732742507587Initializing all the Stores at 1732742507588 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742507588Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742507588Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742507588Cleaning up temporary data from old regions at 1732742507593 (+5 ms)Running coprocessor post-open hooks at 1732742507596 (+3 ms)Region opened successfully at 1732742507596 2024-11-27T21:21:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:47,597 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7., pid=6, masterSystemTime=1732742507583 2024-11-27T21:21:47,598 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. 2024-11-27T21:21:47,598 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742506456.52d64c4a0c9220449ad8116e5ccb83d7. 2024-11-27T21:21:47,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52d64c4a0c9220449ad8116e5ccb83d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,34361,1732742504218 2024-11-27T21:21:47,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52d64c4a0c9220449ad8116e5ccb83d7, server=4585c39bed03,34361,1732742504218 because future has completed 2024-11-27T21:21:47,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:21:47,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52d64c4a0c9220449ad8116e5ccb83d7, server=4585c39bed03,34361,1732742504218 in 170 msec 2024-11-27T21:21:47,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:21:47,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52d64c4a0c9220449ad8116e5ccb83d7, ASSIGN in 326 msec 2024-11-27T21:21:47,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:21:47,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742507605"}]},"ts":"1732742507605"} 2024-11-27T21:21:47,606 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:21:47,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:21:47,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-27T21:21:47,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:47,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:47,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:21:48,607 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:21:48,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4ec429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:48,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43727,-1 for getting cluster id 2024-11-27T21:21:48,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:48,608 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b88d2c53-7996-415b-a245-163b5c125817' 2024-11-27T21:21:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b88d2c53-7996-415b-a245-163b5c125817" 2024-11-27T21:21:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b731fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43727,-1] 2024-11-27T21:21:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:48,609 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:48,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:48,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43727,1732742504111 2024-11-27T21:21:48,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72df0c9c 2024-11-27T21:21:48,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:48,611 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:48,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:43727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:21:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:21:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:48,614 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:43727' 2024-11-27T21:21:48,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd75eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:48,616 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,43727,-1 for getting cluster id 2024-11-27T21:21:48,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:48,616 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b88d2c53-7996-415b-a245-163b5c125817' 2024-11-27T21:21:48,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:48,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b88d2c53-7996-415b-a245-163b5c125817" 2024-11-27T21:21:48,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447ee50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:48,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,43727,-1] 2024-11-27T21:21:48,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:48,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:48,617 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:48,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb90499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:48,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:21:48,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,43727,1732742504111 2024-11-27T21:21:48,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a5a17a2 2024-11-27T21:21:48,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:21:48,619 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:21:48,620 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:21:48,620 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:21:48,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:48,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:48,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:48,621 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4585c39bed03:43727, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T21:21:48,628 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4585c39bed03:43727, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4585c39bed03:43727, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4585c39bed03:43727, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T21:21:48,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4585c39bed03:43727, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-27T21:21:48,629 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T21:21:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:21:48,717 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://4585c39bed03:43727, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T21:21:48,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:21:48,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:21:48,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:48,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:48,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:21:48,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 365) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4585c39bed03:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/4585c39bed03:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: PacketResponder: BP-1679200608-172.17.0.2-1732742503475:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35991 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-1679200608-172.17.0.2-1732742503475:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_953976933_20 at /127.0.0.1:40462 [Receiving block BP-1679200608-172.17.0.2-1732742503475:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_953976933_20 at /127.0.0.1:40408 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1124577344-7921-acceptor-0@1f68afaa-ServerConnector@66761ef3{HTTP/1.1, (http/1.1)}{localhost:45949} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56006): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1679200608-172.17.0.2-1732742503475:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/data/data2/current/BP-1679200608-172.17.0.2-1732742503475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4585c39bed03:34361 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56006) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2d579d19 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c-prefix:4585c39bed03,34361,1732742504218 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1651016861-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd560432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56006 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742505210 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1124577344-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd560432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1124577344-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_953976933_20 at /127.0.0.1:40444 [Receiving block BP-1679200608-172.17.0.2-1732742503475:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42021 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: M:0;4585c39bed03:43727 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42021 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c/MasterData-prefix:4585c39bed03,43727,1732742504111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 4585c39bed03:43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: qtp1651016861-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3f24a4d7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_362946022_20 at /127.0.0.1:40436 [Receiving block BP-1679200608-172.17.0.2-1732742503475:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4585c39bed03:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1651016861-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42021/user/jenkins/test-data/2bd33cb0-ed27-c1b6-7deb-1d6aac378d9c-prefix:4585c39bed03,34361,1732742504218.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56006) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1695896361) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fd5609f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/4585c39bed03:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1651016861-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1124577344-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-28013ac8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5994add8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1651016861-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd560432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4585c39bed03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4585c39bed03:34361-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56006) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_REGION-regionserver/4585c39bed03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@43b1868c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1651016861-7875-acceptor-0@1d082698-ServerConnector@4f31ce9e{HTTP/1.1, (http/1.1)}{localhost:42899} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742505212 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: BP-1679200608-172.17.0.2-1732742503475 heartbeating to localhost/127.0.0.1:42021 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007fd560ad3648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp1651016861-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd560432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/cluster_56c58734-6289-e2da-4dd4-fdfdebfdcc8f/data/data1/current/BP-1679200608-172.17.0.2-1732742503475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7bc15057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1651016861-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd560432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=880 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 452), ProcessCount=11 (was 11), AvailableMemoryMB=7501 (was 7531) 2024-11-27T21:21:48,741 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-27T21:21:48,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=536, OpenFileDescriptor=880, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=7501 2024-11-27T21:21:48,753 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-27T21:21:48,767 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T21:21:48,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.log.dir so I do NOT create it in target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955 2024-11-27T21:21:48,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:21:48,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.tmp.dir so I do NOT create it in target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955 2024-11-27T21:21:48,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8ffa3ff-5d11-c38b-fe83-230856743685/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:21:48,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955 2024-11-27T21:21:48,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed, deleteOnExit=true 2024-11-27T21:21:48,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed/zookeeper_0, clientPort=61434, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:21:48,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61434 2024-11-27T21:21:48,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:21:48,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:21:48,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/test.cache.data in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:21:48,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:21:48,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:48,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:48,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:21:48,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:21:48,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:21:48,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:48,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:21:48,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:21:48,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:48,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:48,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:48,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:48,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:48,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:48,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:48,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103bac19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:48,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41c5edc6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/java.io.tmpdir/jetty-localhost-34087-hadoop-hdfs-3_4_1-tests_jar-_-any-13630250331970681643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:48,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34af3c01{HTTP/1.1, (http/1.1)}{localhost:34087} 2024-11-27T21:21:48,970 INFO [Time-limited test {}] server.Server(415): Started @287786ms 2024-11-27T21:21:49,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:49,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:49,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:49,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:49,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:49,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:49,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41108ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:49,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e08cd82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/java.io.tmpdir/jetty-localhost-33723-hadoop-hdfs-3_4_1-tests_jar-_-any-5221851570735061050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:49,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49d9060f{HTTP/1.1, (http/1.1)}{localhost:33723} 2024-11-27T21:21:49,197 INFO [Time-limited test {}] server.Server(415): Started @288012ms 2024-11-27T21:21:49,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:21:49,310 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed/data/data1/current/BP-1874101645-172.17.0.2-1732742508793/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:49,310 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed/data/data2/current/BP-1874101645-172.17.0.2-1732742508793/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:49,334 WARN [Thread-4297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:21:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x332243fed9910f9b with lease ID 0x707c459750cfbac2: Processing first storage report for DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035 from datanode DatanodeRegistration(127.0.0.1:35473, datanodeUuid=719cf854-1035-43c9-a404-9dbc7b619fbe, infoPort=36953, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=263035921;c=1732742508793) 2024-11-27T21:21:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x332243fed9910f9b with lease ID 0x707c459750cfbac2: from storage DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035 node DatanodeRegistration(127.0.0.1:35473, datanodeUuid=719cf854-1035-43c9-a404-9dbc7b619fbe, infoPort=36953, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=263035921;c=1732742508793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x332243fed9910f9b with lease ID 0x707c459750cfbac2: Processing first storage report for DS-e0f3f563-e8fa-48b7-8649-8b463a2e63cb from datanode DatanodeRegistration(127.0.0.1:35473, datanodeUuid=719cf854-1035-43c9-a404-9dbc7b619fbe, infoPort=36953, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=263035921;c=1732742508793) 2024-11-27T21:21:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x332243fed9910f9b with lease ID 0x707c459750cfbac2: from storage DS-e0f3f563-e8fa-48b7-8649-8b463a2e63cb node DatanodeRegistration(127.0.0.1:35473, datanodeUuid=719cf854-1035-43c9-a404-9dbc7b619fbe, infoPort=36953, infoSecurePort=0, ipcPort=40503, storageInfo=lv=-57;cid=testClusterID;nsid=263035921;c=1732742508793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:49,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955 2024-11-27T21:21:49,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:49,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:49,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:21:49,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d with version=8 2024-11-27T21:21:49,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/hbase-staging 2024-11-27T21:21:49,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:49,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41349 2024-11-27T21:21:49,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41349 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:49,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413490x0, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:49,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41349-0x1015b4e5b720000 connected 2024-11-27T21:21:49,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:49,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:49,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on znode that does not yet exist, /0-189966727/running 2024-11-27T21:21:49,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d, hbase.cluster.distributed=false 2024-11-27T21:21:49,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on znode that does not yet exist, /0-189966727/acl 2024-11-27T21:21:49,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-27T21:21:49,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349 2024-11-27T21:21:49,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349 2024-11-27T21:21:49,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-27T21:21:49,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-27T21:21:49,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:49,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44561 2024-11-27T21:21:49,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44561 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:49,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:49,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445610x0, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:49,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445610x0, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on znode that does not yet exist, /0-189966727/running 2024-11-27T21:21:49,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44561-0x1015b4e5b720001 connected 2024-11-27T21:21:49,891 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:21:49,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:21:49,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on znode that does not yet exist, /0-189966727/master 2024-11-27T21:21:49,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on znode that does not yet exist, /0-189966727/acl 2024-11-27T21:21:49,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-27T21:21:49,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44561 2024-11-27T21:21:49,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44561 2024-11-27T21:21:49,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-27T21:21:49,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-27T21:21:49,912 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:41349 2024-11-27T21:21:49,912 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-189966727/backup-masters/4585c39bed03,41349,1732742509830 2024-11-27T21:21:49,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727/backup-masters 2024-11-27T21:21:49,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727/backup-masters 2024-11-27T21:21:49,914 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on existing znode=/0-189966727/backup-masters/4585c39bed03,41349,1732742509830 2024-11-27T21:21:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:49,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189966727/master 2024-11-27T21:21:49,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:49,916 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on existing znode=/0-189966727/master 2024-11-27T21:21:49,916 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-189966727/backup-masters/4585c39bed03,41349,1732742509830 from backup master directory 2024-11-27T21:21:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189966727/backup-masters/4585c39bed03,41349,1732742509830 2024-11-27T21:21:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727/backup-masters 2024-11-27T21:21:49,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727/backup-masters 2024-11-27T21:21:49,918 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:49,918 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,41349,1732742509830 2024-11-27T21:21:49,921 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/hbase.id] with ID: 692a6e96-7985-43ac-80fa-3f86bcec3c64 2024-11-27T21:21:49,921 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/.tmp/hbase.id 2024-11-27T21:21:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:21:50,326 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/.tmp/hbase.id]:[hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/hbase.id] 2024-11-27T21:21:50,334 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:50,334 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:21:50,334 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T21:21:50,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:50,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:21:50,743 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:50,743 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:21:50,744 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:21:51,150 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store 2024-11-27T21:21:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:21:51,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:21:51,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T21:21:51,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:51,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:51,555 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:51,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:51,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:51,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:51,555 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:51,555 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742511555Disabling compacts and flushes for region at 1732742511555Disabling writes for close at 1732742511555Writing region close event to WAL at 1732742511555Closed at 1732742511555 2024-11-27T21:21:51,556 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/.initializing 2024-11-27T21:21:51,556 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/WALs/4585c39bed03,41349,1732742509830 2024-11-27T21:21:51,557 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:51,558 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C41349%2C1732742509830, suffix=, logDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/WALs/4585c39bed03,41349,1732742509830, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/oldWALs, maxLogs=10 2024-11-27T21:21:51,572 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/WALs/4585c39bed03,41349,1732742509830/4585c39bed03%2C41349%2C1732742509830.1732742511558, exclude list is [], retry=0 2024-11-27T21:21:51,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035,DISK] 2024-11-27T21:21:51,575 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/WALs/4585c39bed03,41349,1732742509830/4585c39bed03%2C41349%2C1732742509830.1732742511558 2024-11-27T21:21:51,575 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-27T21:21:51,575 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:51,576 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:51,576 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,576 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:21:51,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:51,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:51,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:21:51,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:51,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:51,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:21:51,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:51,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:51,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:21:51,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:51,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:51,581 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,581 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,582 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,583 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,583 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,583 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:51,584 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:51,586 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:51,586 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70373955, jitterRate=0.04865364730358124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:51,586 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742511576Initializing all the Stores at 1732742511576Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742511576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742511576Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742511576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742511576Cleaning up temporary data from old regions at 1732742511583 (+7 ms)Region opened successfully at 1732742511586 (+3 ms) 2024-11-27T21:21:51,587 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:21:51,589 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a54ff46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:51,589 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:21:51,589 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:21:51,589 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:21:51,590 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:21:51,590 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:21:51,590 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:21:51,590 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:21:51,591 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:21:51,592 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Unable to get data of znode /0-189966727/balancer because node does not exist (not necessarily an error) 2024-11-27T21:21:51,593 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189966727/balancer already deleted, retry=false 2024-11-27T21:21:51,593 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:21:51,594 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Unable to get data of znode /0-189966727/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:21:51,595 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189966727/normalizer already deleted, retry=false 2024-11-27T21:21:51,595 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:21:51,596 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Unable to get data of znode /0-189966727/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:21:51,597 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189966727/switch/split already deleted, retry=false 2024-11-27T21:21:51,597 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Unable to get data of znode /0-189966727/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:21:51,600 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189966727/switch/merge already deleted, retry=false 2024-11-27T21:21:51,601 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Unable to get data of znode /0-189966727/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:21:51,603 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189966727/snapshot-cleanup already deleted, retry=false 2024-11-27T21:21:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189966727/running 2024-11-27T21:21:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189966727/running 2024-11-27T21:21:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:51,604 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,41349,1732742509830, sessionid=0x1015b4e5b720000, setting cluster-up flag (Was=false) 2024-11-27T21:21:51,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:51,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:51,611 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189966727/flush-table-proc/acquired, /0-189966727/flush-table-proc/reached, /0-189966727/flush-table-proc/abort 2024-11-27T21:21:51,612 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41349,1732742509830 2024-11-27T21:21:51,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:51,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:51,626 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189966727/online-snapshot/acquired, /0-189966727/online-snapshot/reached, /0-189966727/online-snapshot/abort 2024-11-27T21:21:51,627 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41349,1732742509830 2024-11-27T21:21:51,628 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:21:51,629 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:51,629 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:21:51,629 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:21:51,629 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,41349,1732742509830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:51,630 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742541631 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:21:51,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:51,631 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,631 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:21:51,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:21:51,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:21:51,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:21:51,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:21:51,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:21:51,632 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:21:51,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:51,632 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742511632,5,FailOnTimeoutGroup] 2024-11-27T21:21:51,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:21:51,635 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742511632,5,FailOnTimeoutGroup] 2024-11-27T21:21:51,635 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,635 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:21:51,635 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,635 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:21:51,703 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(746): ClusterId : 692a6e96-7985-43ac-80fa-3f86bcec3c64 2024-11-27T21:21:51,703 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:21:51,705 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:21:51,705 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:21:51,707 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:21:51,707 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e559dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:51,719 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:44561 2024-11-27T21:21:51,719 INFO [RS:0;4585c39bed03:44561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:21:51,719 INFO [RS:0;4585c39bed03:44561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:21:51,719 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:21:51,720 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,41349,1732742509830 with port=44561, startcode=1732742509881 2024-11-27T21:21:51,720 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:21:51,721 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:21:51,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,44561,1732742509881 2024-11-27T21:21:51,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,44561,1732742509881 2024-11-27T21:21:51,723 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d 2024-11-27T21:21:51,723 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33967 2024-11-27T21:21:51,723 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:21:51,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727/rs 2024-11-27T21:21:51,725 DEBUG [RS:0;4585c39bed03:44561 {}] zookeeper.ZKUtil(111): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on existing znode=/0-189966727/rs/4585c39bed03,44561,1732742509881 2024-11-27T21:21:51,725 WARN [RS:0;4585c39bed03:44561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:51,725 INFO [RS:0;4585c39bed03:44561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:51,725 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881 2024-11-27T21:21:51,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,44561,1732742509881] 2024-11-27T21:21:51,727 INFO [RS:0;4585c39bed03:44561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:21:51,729 INFO [RS:0;4585c39bed03:44561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:21:51,729 INFO [RS:0;4585c39bed03:44561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:21:51,729 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,729 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:21:51,730 INFO [RS:0;4585c39bed03:44561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:21:51,730 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:51,730 DEBUG [RS:0;4585c39bed03:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:51,731 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,731 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,731 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,731 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,731 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,731 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44561,1732742509881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:51,750 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:21:51,750 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44561,1732742509881-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,750 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,750 INFO [RS:0;4585c39bed03:44561 {}] regionserver.Replication(171): 4585c39bed03,44561,1732742509881 started 2024-11-27T21:21:51,767 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:51,767 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,44561,1732742509881, RpcServer on 4585c39bed03/172.17.0.2:44561, sessionid=0x1015b4e5b720001 2024-11-27T21:21:51,767 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:21:51,767 DEBUG [RS:0;4585c39bed03:44561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,44561,1732742509881 2024-11-27T21:21:51,767 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44561,1732742509881' 2024-11-27T21:21:51,767 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189966727/flush-table-proc/abort' 2024-11-27T21:21:51,768 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189966727/flush-table-proc/acquired' 2024-11-27T21:21:51,768 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:21:51,768 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:21:51,768 DEBUG [RS:0;4585c39bed03:44561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,44561,1732742509881 2024-11-27T21:21:51,768 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44561,1732742509881' 2024-11-27T21:21:51,768 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189966727/online-snapshot/abort' 2024-11-27T21:21:51,768 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189966727/online-snapshot/acquired' 2024-11-27T21:21:51,769 DEBUG [RS:0;4585c39bed03:44561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:21:51,769 INFO [RS:0;4585c39bed03:44561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:21:51,769 INFO [RS:0;4585c39bed03:44561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:21:51,869 INFO [RS:0;4585c39bed03:44561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:51,870 INFO [RS:0;4585c39bed03:44561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44561%2C1732742509881, suffix=, logDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/oldWALs, maxLogs=10 2024-11-27T21:21:51,891 DEBUG [RS:0;4585c39bed03:44561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871, exclude list is [], retry=0 2024-11-27T21:21:51,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035,DISK] 2024-11-27T21:21:51,895 INFO [RS:0;4585c39bed03:44561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 2024-11-27T21:21:51,896 DEBUG [RS:0;4585c39bed03:44561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-27T21:21:52,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:21:52,042 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d 2024-11-27T21:21:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:21:52,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:52,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:52,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:52,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:52,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:52,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:52,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:52,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:52,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:52,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:52,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740 2024-11-27T21:21:52,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740 2024-11-27T21:21:52,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:52,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:52,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:52,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:52,457 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:52,457 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69254328, jitterRate=0.03196990489959717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742512447Initializing all the Stores at 1732742512448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742512448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742512448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742512448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742512448Cleaning up temporary data from old regions at 1732742512455 (+7 ms)Region opened successfully at 1732742512458 (+3 ms) 2024-11-27T21:21:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:52,458 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:52,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:52,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742512458Disabling compacts and flushes for region at 1732742512458Disabling writes for close at 1732742512458Writing region close event to WAL at 1732742512458Closed at 1732742512458 2024-11-27T21:21:52,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:52,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:21:52,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:21:52,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:52,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:21:52,611 DEBUG [4585c39bed03:41349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:21:52,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,44561,1732742509881 2024-11-27T21:21:52,612 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44561,1732742509881, state=OPENING 2024-11-27T21:21:52,615 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:21:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:21:52,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:52,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189966727/meta-region-server: CHANGED 2024-11-27T21:21:52,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189966727/meta-region-server: CHANGED 2024-11-27T21:21:52,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44561,1732742509881}] 2024-11-27T21:21:52,769 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:52,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:21:52,773 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:21:52,773 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:52,774 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:21:52,775 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44561%2C1732742509881.meta, suffix=.meta, logDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/oldWALs, maxLogs=10 2024-11-27T21:21:52,789 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.meta.1732742512775.meta, exclude list is [], retry=0 2024-11-27T21:21:52,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035,DISK] 2024-11-27T21:21:52,792 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.meta.1732742512775.meta 2024-11-27T21:21:52,792 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-27T21:21:52,792 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:52,792 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:52,792 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:52,792 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:21:52,792 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:21:52,793 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:21:52,793 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:52,793 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:21:52,793 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:21:52,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:52,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:52,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:52,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:52,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:52,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:52,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:52,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:52,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:52,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:52,797 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:52,798 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740 2024-11-27T21:21:52,798 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740 2024-11-27T21:21:52,799 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:52,799 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:52,800 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:52,800 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:52,801 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347572, jitterRate=-0.04114645719528198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:52,801 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:21:52,801 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742512793Writing region info on filesystem at 1732742512793Initializing all the Stores at 1732742512793Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742512793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742512793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742512793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742512793Cleaning up temporary data from old regions at 1732742512799 (+6 ms)Running coprocessor post-open hooks at 1732742512801 (+2 ms)Region opened successfully at 1732742512801 2024-11-27T21:21:52,802 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742512769 2024-11-27T21:21:52,803 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:21:52,803 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:21:52,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,44561,1732742509881 2024-11-27T21:21:52,804 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44561,1732742509881, state=OPEN 2024-11-27T21:21:52,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189966727/meta-region-server 2024-11-27T21:21:52,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189966727/meta-region-server 2024-11-27T21:21:52,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,44561,1732742509881 2024-11-27T21:21:52,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189966727/meta-region-server: CHANGED 2024-11-27T21:21:52,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189966727/meta-region-server: CHANGED 2024-11-27T21:21:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:21:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44561,1732742509881 in 191 msec 2024-11-27T21:21:52,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:21:52,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-27T21:21:52,812 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:52,812 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:21:52,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:52,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44561,1732742509881, seqNum=-1] 2024-11-27T21:21:52,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:52,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:52,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-27T21:21:52,818 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742512818, completionTime=-1 2024-11-27T21:21:52,818 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:21:52,818 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742572820 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742632820 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41349,1732742509830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41349,1732742509830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41349,1732742509830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:41349, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:52,820 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:52,821 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:52,822 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.906sec 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41349,1732742509830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:52,824 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41349,1732742509830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:21:52,826 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:21:52,826 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:21:52,826 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41349,1732742509830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:52,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ae20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:52,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41349,-1 for getting cluster id 2024-11-27T21:21:52,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:52,906 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '692a6e96-7985-43ac-80fa-3f86bcec3c64' 2024-11-27T21:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "692a6e96-7985-43ac-80fa-3f86bcec3c64" 2024-11-27T21:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65752475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41349,-1] 2024-11-27T21:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:52,907 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:52,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4befd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:52,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44561,1732742509881, seqNum=-1] 2024-11-27T21:21:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:52,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:52,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,41349,1732742509830 2024-11-27T21:21:52,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:52,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:52,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b4e5b720002 connected 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.log.dir so I do NOT create it in target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35 2024-11-27T21:21:52,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.tmp.dir so I do NOT create it in target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35 2024-11-27T21:21:52,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:21:52,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/cluster_da30846a-a543-a2fa-0f00-e06d70ba0a64, deleteOnExit=true 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/test.cache.data in system properties and HBase conf 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:21:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:21:52,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:21:52,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:21:52,998 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T21:21:52,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,044 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,057 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,057 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:53,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:53,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:53,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:53,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:53,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:53,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:53,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70764eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:53,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c7ad3e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:53,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f321988{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/java.io.tmpdir/jetty-localhost-45997-hadoop-hdfs-3_4_1-tests_jar-_-any-9881604377680205008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:53,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4072b391{HTTP/1.1, (http/1.1)}{localhost:45997} 2024-11-27T21:21:53,295 INFO [Time-limited test {}] server.Server(415): Started @292110ms 2024-11-27T21:21:53,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:53,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:53,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:53,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:53,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:53,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501795a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:53,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:53,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@445be983{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/java.io.tmpdir/jetty-localhost-38269-hadoop-hdfs-3_4_1-tests_jar-_-any-223913543015700691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:53,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e134a3c{HTTP/1.1, (http/1.1)}{localhost:38269} 2024-11-27T21:21:53,522 INFO [Time-limited test {}] server.Server(415): Started @292337ms 2024-11-27T21:21:53,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:21:53,620 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/cluster_da30846a-a543-a2fa-0f00-e06d70ba0a64/data/data1/current/BP-1388208413-172.17.0.2-1732742512946/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:53,620 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/cluster_da30846a-a543-a2fa-0f00-e06d70ba0a64/data/data2/current/BP-1388208413-172.17.0.2-1732742512946/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:53,641 WARN [Thread-4418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:21:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94a277a3b44cf992 with lease ID 0xf4f529b04251f112: Processing first storage report for DS-6df442c6-190b-47fe-bc0b-4441026f12ac from datanode DatanodeRegistration(127.0.0.1:45711, datanodeUuid=6c032c16-5041-4ad9-b4a4-87e760b830fc, infoPort=38933, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=949641198;c=1732742512946) 2024-11-27T21:21:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94a277a3b44cf992 with lease ID 0xf4f529b04251f112: from storage DS-6df442c6-190b-47fe-bc0b-4441026f12ac node DatanodeRegistration(127.0.0.1:45711, datanodeUuid=6c032c16-5041-4ad9-b4a4-87e760b830fc, infoPort=38933, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=949641198;c=1732742512946), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94a277a3b44cf992 with lease ID 0xf4f529b04251f112: Processing first storage report for DS-757a53e7-2d7c-4184-a3b4-0a044ed67e31 from datanode DatanodeRegistration(127.0.0.1:45711, datanodeUuid=6c032c16-5041-4ad9-b4a4-87e760b830fc, infoPort=38933, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=949641198;c=1732742512946) 2024-11-27T21:21:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94a277a3b44cf992 with lease ID 0xf4f529b04251f112: from storage DS-757a53e7-2d7c-4184-a3b4-0a044ed67e31 node DatanodeRegistration(127.0.0.1:45711, datanodeUuid=6c032c16-5041-4ad9-b4a4-87e760b830fc, infoPort=38933, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=949641198;c=1732742512946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:53,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35 2024-11-27T21:21:53,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:53,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:21:53,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635 with version=8 2024-11-27T21:21:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/hbase-staging 2024-11-27T21:21:53,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:53,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:53,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:53,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:53,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:21:53,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:53,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34743 2024-11-27T21:21:53,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34743 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347430x0, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:53,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34743-0x1015b4e5b720003 connected 2024-11-27T21:21:53,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:53,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:53,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on znode that does not yet exist, /1-1897802078/running 2024-11-27T21:21:53,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635, hbase.cluster.distributed=false 2024-11-27T21:21:53,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on znode that does not yet exist, /1-1897802078/acl 2024-11-27T21:21:53,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-27T21:21:53,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34743 2024-11-27T21:21:53,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34743 2024-11-27T21:21:53,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-27T21:21:53,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-27T21:21:53,704 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:53,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:53,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:53,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:53,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:53,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:53,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:21:53,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:53,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44573 2024-11-27T21:21:53,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44573 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:53,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:53,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:53,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445730x0, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:53,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445730x0, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on znode that does not yet exist, /1-1897802078/running 2024-11-27T21:21:53,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44573-0x1015b4e5b720004 connected 2024-11-27T21:21:53,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:21:53,713 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:21:53,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on znode that does not yet exist, /1-1897802078/master 2024-11-27T21:21:53,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on znode that does not yet exist, /1-1897802078/acl 2024-11-27T21:21:53,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44573 2024-11-27T21:21:53,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44573 2024-11-27T21:21:53,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44573 2024-11-27T21:21:53,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44573 2024-11-27T21:21:53,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44573 2024-11-27T21:21:53,734 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:34743 2024-11-27T21:21:53,735 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1897802078/backup-masters/4585c39bed03,34743,1732742513662 2024-11-27T21:21:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078/backup-masters 2024-11-27T21:21:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078/backup-masters 2024-11-27T21:21:53,737 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on existing znode=/1-1897802078/backup-masters/4585c39bed03,34743,1732742513662 2024-11-27T21:21:53,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1897802078/master 2024-11-27T21:21:53,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:53,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:53,739 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on existing znode=/1-1897802078/master 2024-11-27T21:21:53,739 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1897802078/backup-masters/4585c39bed03,34743,1732742513662 from backup master directory 2024-11-27T21:21:53,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078/backup-masters 2024-11-27T21:21:53,742 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:53,742 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,34743,1732742513662 2024-11-27T21:21:53,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1897802078/backup-masters/4585c39bed03,34743,1732742513662 2024-11-27T21:21:53,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078/backup-masters 2024-11-27T21:21:53,745 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/hbase.id] with ID: 596c1f87-f8c7-4890-a520-70b2e1917ed8 2024-11-27T21:21:53,745 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/.tmp/hbase.id 2024-11-27T21:21:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:21:54,150 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/.tmp/hbase.id]:[hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/hbase.id] 2024-11-27T21:21:54,158 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:54,158 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:21:54,159 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:21:54,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:54,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:54,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:21:54,566 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:54,567 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:21:54,568 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:54,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:21:54,974 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store 2024-11-27T21:21:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:21:55,379 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:55,379 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:55,379 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:55,379 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:55,379 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:55,379 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:55,379 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:55,379 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742515379Disabling compacts and flushes for region at 1732742515379Disabling writes for close at 1732742515379Writing region close event to WAL at 1732742515379Closed at 1732742515379 2024-11-27T21:21:55,380 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/.initializing 2024-11-27T21:21:55,380 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/WALs/4585c39bed03,34743,1732742513662 2024-11-27T21:21:55,381 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:55,383 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C34743%2C1732742513662, suffix=, logDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/WALs/4585c39bed03,34743,1732742513662, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/oldWALs, maxLogs=10 2024-11-27T21:21:55,397 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/WALs/4585c39bed03,34743,1732742513662/4585c39bed03%2C34743%2C1732742513662.1732742515383, exclude list is [], retry=0 2024-11-27T21:21:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45711,DS-6df442c6-190b-47fe-bc0b-4441026f12ac,DISK] 2024-11-27T21:21:55,400 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/WALs/4585c39bed03,34743,1732742513662/4585c39bed03%2C34743%2C1732742513662.1732742515383 2024-11-27T21:21:55,401 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38933:38933)] 2024-11-27T21:21:55,401 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:55,401 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:55,401 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,401 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:21:55,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:55,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:55,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:21:55,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:55,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:55,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:21:55,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:21:55,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:55,407 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,407 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,408 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,409 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,409 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,409 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:55,410 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:55,411 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:55,412 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70081912, jitterRate=0.04430186748504639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:55,412 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742515401Initializing all the Stores at 1732742515402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742515402Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742515402Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742515402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742515402Cleaning up temporary data from old regions at 1732742515409 (+7 ms)Region opened successfully at 1732742515412 (+3 ms) 2024-11-27T21:21:55,412 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:21:55,414 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39767c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:55,415 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:21:55,415 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:21:55,415 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:21:55,415 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:21:55,416 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:21:55,416 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:21:55,416 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:21:55,418 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:21:55,418 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Unable to get data of znode /1-1897802078/balancer because node does not exist (not necessarily an error) 2024-11-27T21:21:55,420 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1897802078/balancer already deleted, retry=false 2024-11-27T21:21:55,420 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:21:55,420 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Unable to get data of znode /1-1897802078/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:21:55,422 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1897802078/normalizer already deleted, retry=false 2024-11-27T21:21:55,422 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:21:55,423 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Unable to get data of znode /1-1897802078/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:21:55,425 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1897802078/switch/split already deleted, retry=false 2024-11-27T21:21:55,426 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Unable to get data of znode /1-1897802078/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:21:55,427 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1897802078/switch/merge already deleted, retry=false 2024-11-27T21:21:55,428 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Unable to get data of znode /1-1897802078/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:21:55,429 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1897802078/snapshot-cleanup already deleted, retry=false 2024-11-27T21:21:55,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1897802078/running 2024-11-27T21:21:55,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1897802078/running 2024-11-27T21:21:55,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:55,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:55,432 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,34743,1732742513662, sessionid=0x1015b4e5b720003, setting cluster-up flag (Was=false) 2024-11-27T21:21:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:55,442 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1897802078/flush-table-proc/acquired, /1-1897802078/flush-table-proc/reached, /1-1897802078/flush-table-proc/abort 2024-11-27T21:21:55,442 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,34743,1732742513662 2024-11-27T21:21:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:55,450 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1897802078/online-snapshot/acquired, /1-1897802078/online-snapshot/reached, /1-1897802078/online-snapshot/abort 2024-11-27T21:21:55,451 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,34743,1732742513662 2024-11-27T21:21:55,452 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:21:55,454 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:55,454 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:21:55,454 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:21:55,454 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,34743,1732742513662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:21:55,455 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:55,455 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:55,455 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:55,456 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:55,456 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:21:55,456 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,456 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:55,456 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:55,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:21:55,458 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:55,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:21:55,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742545466 2024-11-27T21:21:55,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:21:55,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:21:55,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:21:55,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:21:55,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:21:55,466 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:21:55,467 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,467 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:21:55,467 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:21:55,467 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:21:55,467 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:21:55,468 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:21:55,468 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:21:55,468 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742515468,5,FailOnTimeoutGroup] 2024-11-27T21:21:55,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:21:55,469 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742515468,5,FailOnTimeoutGroup] 2024-11-27T21:21:55,469 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,469 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:21:55,469 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,469 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,525 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(746): ClusterId : 596c1f87-f8c7-4890-a520-70b2e1917ed8 2024-11-27T21:21:55,525 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:21:55,527 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:21:55,527 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:21:55,529 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:21:55,529 DEBUG [RS:0;4585c39bed03:44573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fd1630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:55,546 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:44573 2024-11-27T21:21:55,546 INFO [RS:0;4585c39bed03:44573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:21:55,546 INFO [RS:0;4585c39bed03:44573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:21:55,546 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:21:55,546 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,34743,1732742513662 with port=44573, startcode=1732742513704 2024-11-27T21:21:55,547 DEBUG [RS:0;4585c39bed03:44573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:21:55,548 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:21:55,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,44573,1732742513704 2024-11-27T21:21:55,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34743 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,44573,1732742513704 2024-11-27T21:21:55,550 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635 2024-11-27T21:21:55,550 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40919 2024-11-27T21:21:55,550 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:21:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078/rs 2024-11-27T21:21:55,557 DEBUG [RS:0;4585c39bed03:44573 {}] zookeeper.ZKUtil(111): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on existing znode=/1-1897802078/rs/4585c39bed03,44573,1732742513704 2024-11-27T21:21:55,557 WARN [RS:0;4585c39bed03:44573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:55,557 INFO [RS:0;4585c39bed03:44573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:55,557 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704 2024-11-27T21:21:55,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,44573,1732742513704] 2024-11-27T21:21:55,560 INFO [RS:0;4585c39bed03:44573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:21:55,562 INFO [RS:0;4585c39bed03:44573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:21:55,562 INFO [RS:0;4585c39bed03:44573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:21:55,562 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,562 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:21:55,563 INFO [RS:0;4585c39bed03:44573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:21:55,563 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:55,563 DEBUG [RS:0;4585c39bed03:44573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:55,564 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,564 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,564 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,564 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,564 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,564 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44573,1732742513704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:55,582 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:21:55,582 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,44573,1732742513704-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,582 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,582 INFO [RS:0;4585c39bed03:44573 {}] regionserver.Replication(171): 4585c39bed03,44573,1732742513704 started 2024-11-27T21:21:55,597 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:55,597 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,44573,1732742513704, RpcServer on 4585c39bed03/172.17.0.2:44573, sessionid=0x1015b4e5b720004 2024-11-27T21:21:55,597 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:21:55,597 DEBUG [RS:0;4585c39bed03:44573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,44573,1732742513704 2024-11-27T21:21:55,597 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44573,1732742513704' 2024-11-27T21:21:55,597 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1897802078/flush-table-proc/abort' 2024-11-27T21:21:55,598 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1897802078/flush-table-proc/acquired' 2024-11-27T21:21:55,598 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:21:55,598 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:21:55,598 DEBUG [RS:0;4585c39bed03:44573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,44573,1732742513704 2024-11-27T21:21:55,598 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,44573,1732742513704' 2024-11-27T21:21:55,598 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1897802078/online-snapshot/abort' 2024-11-27T21:21:55,598 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1897802078/online-snapshot/acquired' 2024-11-27T21:21:55,599 DEBUG [RS:0;4585c39bed03:44573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:21:55,599 INFO [RS:0;4585c39bed03:44573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:21:55,599 INFO [RS:0;4585c39bed03:44573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:21:55,699 INFO [RS:0;4585c39bed03:44573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:55,700 INFO [RS:0;4585c39bed03:44573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44573%2C1732742513704, suffix=, logDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/oldWALs, maxLogs=10 2024-11-27T21:21:55,715 DEBUG [RS:0;4585c39bed03:44573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704/4585c39bed03%2C44573%2C1732742513704.1732742515701, exclude list is [], retry=0 2024-11-27T21:21:55,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45711,DS-6df442c6-190b-47fe-bc0b-4441026f12ac,DISK] 2024-11-27T21:21:55,719 INFO [RS:0;4585c39bed03:44573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704/4585c39bed03%2C44573%2C1732742513704.1732742515701 2024-11-27T21:21:55,719 DEBUG [RS:0;4585c39bed03:44573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38933:38933)] 2024-11-27T21:21:55,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:21:55,869 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635 2024-11-27T21:21:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:21:56,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:56,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:56,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:56,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:56,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:56,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:56,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:56,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:56,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:56,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:56,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740 2024-11-27T21:21:56,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740 2024-11-27T21:21:56,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:56,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:56,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:56,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:56,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:56,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61935635, jitterRate=-0.07708711922168732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:56,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742516275Initializing all the Stores at 1732742516275Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742516275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742516275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742516275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742516276 (+1 ms)Cleaning up temporary data from old regions at 1732742516283 (+7 ms)Region opened successfully at 1732742516286 (+3 ms) 2024-11-27T21:21:56,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:21:56,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:21:56,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:21:56,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:21:56,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:21:56,287 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:21:56,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742516287Disabling compacts and flushes for region at 1732742516287Disabling writes for close at 1732742516287Writing region close event to WAL at 1732742516287Closed at 1732742516287 2024-11-27T21:21:56,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:56,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:21:56,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:21:56,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:56,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:21:56,440 DEBUG [4585c39bed03:34743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:21:56,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,44573,1732742513704 2024-11-27T21:21:56,442 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44573,1732742513704, state=OPENING 2024-11-27T21:21:56,443 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:21:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:21:56,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:21:56,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44573,1732742513704}] 2024-11-27T21:21:56,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1897802078/meta-region-server: CHANGED 2024-11-27T21:21:56,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1897802078/meta-region-server: CHANGED 2024-11-27T21:21:56,598 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:21:56,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:21:56,602 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:21:56,602 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:56,602 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:21:56,603 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44573%2C1732742513704.meta, suffix=.meta, logDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/oldWALs, maxLogs=10 2024-11-27T21:21:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T21:21:56,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T21:21:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:21:56,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T21:21:56,618 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704/4585c39bed03%2C44573%2C1732742513704.meta.1732742516604.meta, exclude list is [], retry=0 2024-11-27T21:21:56,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45711,DS-6df442c6-190b-47fe-bc0b-4441026f12ac,DISK] 2024-11-27T21:21:56,621 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704/4585c39bed03%2C44573%2C1732742513704.meta.1732742516604.meta 2024-11-27T21:21:56,622 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38933:38933)] 2024-11-27T21:21:56,622 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:56,622 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:21:56,622 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:21:56,622 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:21:56,622 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:21:56,623 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:21:56,623 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:56,623 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:21:56,623 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:21:56,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:21:56,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:21:56,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:21:56,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:21:56,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:21:56,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:21:56,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:21:56,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:21:56,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:56,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:56,627 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:21:56,628 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740 2024-11-27T21:21:56,629 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740 2024-11-27T21:21:56,629 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:21:56,630 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:21:56,630 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:56,631 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:21:56,631 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70830380, jitterRate=0.055454909801483154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:56,631 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:21:56,631 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742516623Writing region info on filesystem at 1732742516623Initializing all the Stores at 1732742516623Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742516623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742516624 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742516624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742516624Cleaning up temporary data from old regions at 1732742516630 (+6 ms)Running coprocessor post-open hooks at 1732742516631 (+1 ms)Region opened successfully at 1732742516631 2024-11-27T21:21:56,632 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742516597 2024-11-27T21:21:56,634 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:21:56,634 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:21:56,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,44573,1732742513704 2024-11-27T21:21:56,635 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,44573,1732742513704, state=OPEN 2024-11-27T21:21:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1897802078/meta-region-server 2024-11-27T21:21:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1897802078/meta-region-server 2024-11-27T21:21:56,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,44573,1732742513704 2024-11-27T21:21:56,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1897802078/meta-region-server: CHANGED 2024-11-27T21:21:56,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1897802078/meta-region-server: CHANGED 2024-11-27T21:21:56,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:21:56,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,44573,1732742513704 in 192 msec 2024-11-27T21:21:56,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:21:56,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-27T21:21:56,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:56,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:21:56,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:56,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44573,1732742513704, seqNum=-1] 2024-11-27T21:21:56,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:56,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:56,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-27T21:21:56,647 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742516647, completionTime=-1 2024-11-27T21:21:56,647 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:21:56,647 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:21:56,649 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:21:56,649 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742576649 2024-11-27T21:21:56,649 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742636649 2024-11-27T21:21:56,649 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:21:56,650 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34743,1732742513662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:56,650 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34743,1732742513662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:56,650 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34743,1732742513662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:56,650 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:34743, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:56,650 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:56,650 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:56,652 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:21:56,653 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.911sec 2024-11-27T21:21:56,653 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:21:56,653 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:21:56,653 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:21:56,653 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:21:56,653 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:21:56,654 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34743,1732742513662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:56,654 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34743,1732742513662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:21:56,655 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:21:56,655 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:21:56,655 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,34743,1732742513662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:56,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84be21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:56,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34743,-1 for getting cluster id 2024-11-27T21:21:56,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:21:56,727 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596c1f87-f8c7-4890-a520-70b2e1917ed8' 2024-11-27T21:21:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:21:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596c1f87-f8c7-4890-a520-70b2e1917ed8" 2024-11-27T21:21:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c91c652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34743,-1] 2024-11-27T21:21:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:21:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:21:56,729 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:21:56,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab53fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:21:56,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:21:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44573,1732742513704, seqNum=-1] 2024-11-27T21:21:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:21:56,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:21:56,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,34743,1732742513662 2024-11-27T21:21:56,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:56,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:56,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b4e5b720005 connected 2024-11-27T21:21:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.log.dir so I do NOT create it in target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9 2024-11-27T21:21:56,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:21:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.tmp.dir so I do NOT create it in target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9 2024-11-27T21:21:56,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:21:56,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9 2024-11-27T21:21:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:21:56,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/cluster_ec8837ad-450b-139f-4a61-ea4de108f797, deleteOnExit=true 2024-11-27T21:21:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/test.cache.data in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:21:56,741 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:21:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:21:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:21:56,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:56,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:56,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:56,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:56,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:21:56,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:56,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a05026e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:56,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1631ccfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:56,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15445893{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/java.io.tmpdir/jetty-localhost-35481-hadoop-hdfs-3_4_1-tests_jar-_-any-10056088052843610773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:21:56,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61eab7d3{HTTP/1.1, (http/1.1)}{localhost:35481} 2024-11-27T21:21:56,952 INFO [Time-limited test {}] server.Server(415): Started @295767ms 2024-11-27T21:21:57,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:21:57,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:21:57,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:21:57,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:21:57,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:21:57,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f125a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:21:57,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2483a4fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:21:57,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad8989d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/java.io.tmpdir/jetty-localhost-37763-hadoop-hdfs-3_4_1-tests_jar-_-any-14383969682582083898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:21:57,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c95447{HTTP/1.1, (http/1.1)}{localhost:37763} 2024-11-27T21:21:57,172 INFO [Time-limited test {}] server.Server(415): Started @295987ms 2024-11-27T21:21:57,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:21:57,288 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/cluster_ec8837ad-450b-139f-4a61-ea4de108f797/data/data2/current/BP-721449953-172.17.0.2-1732742516761/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:57,288 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/cluster_ec8837ad-450b-139f-4a61-ea4de108f797/data/data1/current/BP-721449953-172.17.0.2-1732742516761/current, will proceed with Du for space computation calculation, 2024-11-27T21:21:57,308 WARN [Thread-4538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:21:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e94fd8b0c67e5fa with lease ID 0xa1a6c8814df2578e: Processing first storage report for DS-fd7d85f4-0c98-4f70-90ff-8b9e7aa39733 from datanode DatanodeRegistration(127.0.0.1:46239, datanodeUuid=2455a2a4-0b42-4ac6-97b4-728ddab3a195, infoPort=40257, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=562160954;c=1732742516761) 2024-11-27T21:21:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e94fd8b0c67e5fa with lease ID 0xa1a6c8814df2578e: from storage DS-fd7d85f4-0c98-4f70-90ff-8b9e7aa39733 node DatanodeRegistration(127.0.0.1:46239, datanodeUuid=2455a2a4-0b42-4ac6-97b4-728ddab3a195, infoPort=40257, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=562160954;c=1732742516761), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:21:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e94fd8b0c67e5fa with lease ID 0xa1a6c8814df2578e: Processing first storage report for DS-0575d422-7e23-457f-bf75-c9cd7df255e7 from datanode DatanodeRegistration(127.0.0.1:46239, datanodeUuid=2455a2a4-0b42-4ac6-97b4-728ddab3a195, infoPort=40257, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=562160954;c=1732742516761) 2024-11-27T21:21:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e94fd8b0c67e5fa with lease ID 0xa1a6c8814df2578e: from storage DS-0575d422-7e23-457f-bf75-c9cd7df255e7 node DatanodeRegistration(127.0.0.1:46239, datanodeUuid=2455a2a4-0b42-4ac6-97b4-728ddab3a195, infoPort=40257, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=562160954;c=1732742516761), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:21:57,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9 2024-11-27T21:21:57,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:57,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:21:57,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b with version=8 2024-11-27T21:21:57,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/hbase-staging 2024-11-27T21:21:57,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:57,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:57,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:57,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:57,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:57,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:57,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:21:57,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:57,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41979 2024-11-27T21:21:57,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41979 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:57,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419790x0, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:57,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41979-0x1015b4e5b720006 connected 2024-11-27T21:21:57,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:57,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:57,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on znode that does not yet exist, /2-629605137/running 2024-11-27T21:21:57,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b, hbase.cluster.distributed=false 2024-11-27T21:21:57,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on znode that does not yet exist, /2-629605137/acl 2024-11-27T21:21:57,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41979 2024-11-27T21:21:57,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41979 2024-11-27T21:21:57,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41979 2024-11-27T21:21:57,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41979 2024-11-27T21:21:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41979 2024-11-27T21:21:57,864 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4585c39bed03:0 server-side Connection retries=45 2024-11-27T21:21:57,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:57,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:57,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:21:57,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:21:57,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:21:57,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:21:57,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:21:57,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41877 2024-11-27T21:21:57,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41877 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:21:57,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:57,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418770x0, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:21:57,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418770x0, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on znode that does not yet exist, /2-629605137/running 2024-11-27T21:21:57,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41877-0x1015b4e5b720007 connected 2024-11-27T21:21:57,873 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:21:57,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:21:57,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on znode that does not yet exist, /2-629605137/master 2024-11-27T21:21:57,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on znode that does not yet exist, /2-629605137/acl 2024-11-27T21:21:57,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41877 2024-11-27T21:21:57,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41877 2024-11-27T21:21:57,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41877 2024-11-27T21:21:57,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41877 2024-11-27T21:21:57,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41877 2024-11-27T21:21:57,895 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4585c39bed03:41979 2024-11-27T21:21:57,896 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-629605137/backup-masters/4585c39bed03,41979,1732742517819 2024-11-27T21:21:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137/backup-masters 2024-11-27T21:21:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137/backup-masters 2024-11-27T21:21:57,898 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on existing znode=/2-629605137/backup-masters/4585c39bed03,41979,1732742517819 2024-11-27T21:21:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-629605137/master 2024-11-27T21:21:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:57,904 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on existing znode=/2-629605137/master 2024-11-27T21:21:57,904 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-629605137/backup-masters/4585c39bed03,41979,1732742517819 from backup master directory 2024-11-27T21:21:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-629605137/backup-masters/4585c39bed03,41979,1732742517819 2024-11-27T21:21:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137/backup-masters 2024-11-27T21:21:57,906 WARN [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:57,906 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4585c39bed03,41979,1732742517819 2024-11-27T21:21:57,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137/backup-masters 2024-11-27T21:21:57,909 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/hbase.id] with ID: 3febfd89-f662-4d08-8bf5-eaa0bdb5dddb 2024-11-27T21:21:57,909 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/.tmp/hbase.id 2024-11-27T21:21:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:21:57,923 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/.tmp/hbase.id]:[hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/hbase.id] 2024-11-27T21:21:57,932 INFO [master/4585c39bed03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:21:57,932 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:21:57,933 INFO [master/4585c39bed03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:21:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:57,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:21:58,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:21:58,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,347 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:21:58,348 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:21:58,348 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:58,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:21:58,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:21:58,754 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store 2024-11-27T21:21:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:21:59,159 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:59,159 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:21:59,159 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:59,159 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:59,159 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:21:59,159 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:59,159 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:21:59,159 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742519159Disabling compacts and flushes for region at 1732742519159Disabling writes for close at 1732742519159Writing region close event to WAL at 1732742519159Closed at 1732742519159 2024-11-27T21:21:59,160 WARN [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/.initializing 2024-11-27T21:21:59,160 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/WALs/4585c39bed03,41979,1732742517819 2024-11-27T21:21:59,161 INFO [master/4585c39bed03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:59,162 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4585c39bed03%2C41979%2C1732742517819, suffix=, logDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/WALs/4585c39bed03,41979,1732742517819, archiveDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/oldWALs, maxLogs=10 2024-11-27T21:21:59,176 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/WALs/4585c39bed03,41979,1732742517819/4585c39bed03%2C41979%2C1732742517819.1732742519162, exclude list is [], retry=0 2024-11-27T21:21:59,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-fd7d85f4-0c98-4f70-90ff-8b9e7aa39733,DISK] 2024-11-27T21:21:59,180 INFO [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/WALs/4585c39bed03,41979,1732742517819/4585c39bed03%2C41979%2C1732742517819.1732742519162 2024-11-27T21:21:59,180 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40257:40257)] 2024-11-27T21:21:59,180 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:21:59,180 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:21:59,180 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,180 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:21:59,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:59,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:21:59,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:21:59,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:59,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:59,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:21:59,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:59,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:59,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:21:59,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:21:59,208 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,209 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,210 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,211 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:21:59,211 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:21:59,213 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:21:59,214 INFO [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65924477, jitterRate=-0.017648741602897644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:21:59,214 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732742519180Initializing all the Stores at 1732742519181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742519181Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742519181Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742519181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742519181Cleaning up temporary data from old regions at 1732742519210 (+29 ms)Region opened successfully at 1732742519214 (+4 ms) 2024-11-27T21:21:59,214 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:21:59,216 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4f34f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:59,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:21:59,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:21:59,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:21:59,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:21:59,217 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:21:59,218 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:21:59,218 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T21:21:59,219 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:21:59,220 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Unable to get data of znode /2-629605137/balancer because node does not exist (not necessarily an error) 2024-11-27T21:21:59,221 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-629605137/balancer already deleted, retry=false 2024-11-27T21:21:59,221 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:21:59,222 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Unable to get data of znode /2-629605137/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:21:59,223 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-629605137/normalizer already deleted, retry=false 2024-11-27T21:21:59,223 INFO [master/4585c39bed03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:21:59,224 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Unable to get data of znode /2-629605137/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:21:59,225 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-629605137/switch/split already deleted, retry=false 2024-11-27T21:21:59,226 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Unable to get data of znode /2-629605137/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:21:59,231 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-629605137/switch/merge already deleted, retry=false 2024-11-27T21:21:59,232 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Unable to get data of znode /2-629605137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:21:59,233 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-629605137/snapshot-cleanup already deleted, retry=false 2024-11-27T21:21:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-629605137/running 2024-11-27T21:21:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-629605137/running 2024-11-27T21:21:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:59,235 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4585c39bed03,41979,1732742517819, sessionid=0x1015b4e5b720006, setting cluster-up flag (Was=false) 2024-11-27T21:21:59,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:59,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:59,242 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-629605137/flush-table-proc/acquired, /2-629605137/flush-table-proc/reached, /2-629605137/flush-table-proc/abort 2024-11-27T21:21:59,243 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41979,1732742517819 2024-11-27T21:21:59,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:59,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:21:59,251 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-629605137/online-snapshot/acquired, /2-629605137/online-snapshot/reached, /2-629605137/online-snapshot/abort 2024-11-27T21:21:59,252 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4585c39bed03,41979,1732742517819 2024-11-27T21:21:59,252 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:21:59,254 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:59,254 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:21:59,254 INFO [master/4585c39bed03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:21:59,254 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4585c39bed03,41979,1732742517819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4585c39bed03:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4585c39bed03:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:59,255 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732742549256 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:21:59,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:21:59,256 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:21:59,257 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:21:59,257 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:21:59,257 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:21:59,257 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T21:21:59,257 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:21:59,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:21:59,260 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:21:59,260 INFO [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:21:59,261 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742519260,5,FailOnTimeoutGroup] 2024-11-27T21:21:59,261 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742519261,5,FailOnTimeoutGroup] 2024-11-27T21:21:59,261 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,261 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:21:59,261 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,261 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:21:59,286 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(746): ClusterId : 3febfd89-f662-4d08-8bf5-eaa0bdb5dddb 2024-11-27T21:21:59,286 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:21:59,288 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:21:59,288 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:21:59,290 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:21:59,290 DEBUG [RS:0;4585c39bed03:41877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bd1b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4585c39bed03/172.17.0.2:0 2024-11-27T21:21:59,302 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4585c39bed03:41877 2024-11-27T21:21:59,302 INFO [RS:0;4585c39bed03:41877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:21:59,302 INFO [RS:0;4585c39bed03:41877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:21:59,302 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:21:59,303 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(2659): reportForDuty to master=4585c39bed03,41979,1732742517819 with port=41877, startcode=1732742517864 2024-11-27T21:21:59,303 DEBUG [RS:0;4585c39bed03:41877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:21:59,304 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:21:59,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4585c39bed03,41877,1732742517864 2024-11-27T21:21:59,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41979 {}] master.ServerManager(517): Registering regionserver=4585c39bed03,41877,1732742517864 2024-11-27T21:21:59,305 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b 2024-11-27T21:21:59,305 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36301 2024-11-27T21:21:59,305 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:21:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137/rs 2024-11-27T21:21:59,311 DEBUG [RS:0;4585c39bed03:41877 {}] zookeeper.ZKUtil(111): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on existing znode=/2-629605137/rs/4585c39bed03,41877,1732742517864 2024-11-27T21:21:59,311 WARN [RS:0;4585c39bed03:41877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:21:59,311 INFO [RS:0;4585c39bed03:41877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:21:59,311 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/WALs/4585c39bed03,41877,1732742517864 2024-11-27T21:21:59,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4585c39bed03,41877,1732742517864] 2024-11-27T21:21:59,314 INFO [RS:0;4585c39bed03:41877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:21:59,315 INFO [RS:0;4585c39bed03:41877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:21:59,316 INFO [RS:0;4585c39bed03:41877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:21:59,316 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,316 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:21:59,317 INFO [RS:0;4585c39bed03:41877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:21:59,317 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4585c39bed03:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4585c39bed03:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:59,317 DEBUG [RS:0;4585c39bed03:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4585c39bed03:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:21:59,321 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,321 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,321 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,321 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,321 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,321 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41877,1732742517864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:21:59,335 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:21:59,335 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41877,1732742517864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,335 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,335 INFO [RS:0;4585c39bed03:41877 {}] regionserver.Replication(171): 4585c39bed03,41877,1732742517864 started 2024-11-27T21:21:59,348 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:21:59,349 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1482): Serving as 4585c39bed03,41877,1732742517864, RpcServer on 4585c39bed03/172.17.0.2:41877, sessionid=0x1015b4e5b720007 2024-11-27T21:21:59,349 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:21:59,349 DEBUG [RS:0;4585c39bed03:41877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4585c39bed03,41877,1732742517864 2024-11-27T21:21:59,349 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41877,1732742517864' 2024-11-27T21:21:59,349 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-629605137/flush-table-proc/abort' 2024-11-27T21:21:59,349 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-629605137/flush-table-proc/acquired' 2024-11-27T21:21:59,350 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:21:59,350 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:21:59,350 DEBUG [RS:0;4585c39bed03:41877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4585c39bed03,41877,1732742517864 2024-11-27T21:21:59,350 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4585c39bed03,41877,1732742517864' 2024-11-27T21:21:59,350 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-629605137/online-snapshot/abort' 2024-11-27T21:21:59,350 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-629605137/online-snapshot/acquired' 2024-11-27T21:21:59,350 DEBUG [RS:0;4585c39bed03:41877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:21:59,350 INFO [RS:0;4585c39bed03:41877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:21:59,350 INFO [RS:0;4585c39bed03:41877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:21:59,451 INFO [RS:0;4585c39bed03:41877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:21:59,452 INFO [RS:0;4585c39bed03:41877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41877%2C1732742517864, suffix=, logDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/WALs/4585c39bed03,41877,1732742517864, archiveDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/oldWALs, maxLogs=10 2024-11-27T21:21:59,465 DEBUG [RS:0;4585c39bed03:41877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/WALs/4585c39bed03,41877,1732742517864/4585c39bed03%2C41877%2C1732742517864.1732742519452, exclude list is [], retry=0 2024-11-27T21:21:59,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-fd7d85f4-0c98-4f70-90ff-8b9e7aa39733,DISK] 2024-11-27T21:21:59,468 INFO [RS:0;4585c39bed03:41877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/WALs/4585c39bed03,41877,1732742517864/4585c39bed03%2C41877%2C1732742517864.1732742519452 2024-11-27T21:21:59,469 DEBUG [RS:0;4585c39bed03:41877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40257:40257)] 2024-11-27T21:21:59,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:21:59,665 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b 2024-11-27T21:21:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741833_1009 (size=32) 2024-11-27T21:22:00,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:00,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:22:00,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:22:00,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:22:00,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:22:00,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:22:00,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:22:00,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:22:00,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:22:00,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:22:00,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740 2024-11-27T21:22:00,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740 2024-11-27T21:22:00,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:22:00,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:22:00,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:22:00,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:22:00,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:22:00,080 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60278525, jitterRate=-0.1017799824476242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:22:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732742520070Initializing all the Stores at 1732742520070Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742520071 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742520071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742520071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742520071Cleaning up temporary data from old regions at 1732742520078 (+7 ms)Region opened successfully at 1732742520081 (+3 ms) 2024-11-27T21:22:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:22:00,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:22:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:22:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:22:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:22:00,081 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:22:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742520081Disabling compacts and flushes for region at 1732742520081Disabling writes for close at 1732742520081Writing region close event to WAL at 1732742520081Closed at 1732742520081 2024-11-27T21:22:00,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:22:00,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:22:00,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:22:00,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:22:00,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:22:00,234 DEBUG [4585c39bed03:41979 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T21:22:00,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4585c39bed03,41877,1732742517864 2024-11-27T21:22:00,235 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41877,1732742517864, state=OPENING 2024-11-27T21:22:00,237 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:22:00,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:22:00,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:22:00,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-629605137/meta-region-server: CHANGED 2024-11-27T21:22:00,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:22:00,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41877,1732742517864}] 2024-11-27T21:22:00,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-629605137/meta-region-server: CHANGED 2024-11-27T21:22:00,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:22:00,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:22:00,395 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:22:00,395 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:22:00,395 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:22:00,396 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C41877%2C1732742517864.meta, suffix=.meta, logDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/WALs/4585c39bed03,41877,1732742517864, archiveDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/oldWALs, maxLogs=10 2024-11-27T21:22:00,414 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/WALs/4585c39bed03,41877,1732742517864/4585c39bed03%2C41877%2C1732742517864.meta.1732742520396.meta, exclude list is [], retry=0 2024-11-27T21:22:00,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46239,DS-fd7d85f4-0c98-4f70-90ff-8b9e7aa39733,DISK] 2024-11-27T21:22:00,417 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/WALs/4585c39bed03,41877,1732742517864/4585c39bed03%2C41877%2C1732742517864.meta.1732742520396.meta 2024-11-27T21:22:00,417 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40257:40257)] 2024-11-27T21:22:00,417 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:22:00,417 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:22:00,418 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:22:00,418 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:22:00,418 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:22:00,418 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:22:00,418 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:00,418 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:22:00,418 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:22:00,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:22:00,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:22:00,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:22:00,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:22:00,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:22:00,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:22:00,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:22:00,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:22:00,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:22:00,422 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:22:00,423 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740 2024-11-27T21:22:00,423 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740 2024-11-27T21:22:00,424 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:22:00,424 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:22:00,425 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:22:00,425 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:22:00,426 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62440592, jitterRate=-0.06956267356872559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:22:00,426 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:22:00,426 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732742520418Writing region info on filesystem at 1732742520418Initializing all the Stores at 1732742520419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742520419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742520419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742520419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732742520419Cleaning up temporary data from old regions at 1732742520424 (+5 ms)Running coprocessor post-open hooks at 1732742520426 (+2 ms)Region opened successfully at 1732742520426 2024-11-27T21:22:00,427 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732742520391 2024-11-27T21:22:00,428 DEBUG [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:22:00,428 INFO [RS_OPEN_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:22:00,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,41877,1732742517864 2024-11-27T21:22:00,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4585c39bed03,41877,1732742517864, state=OPEN 2024-11-27T21:22:00,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-629605137/meta-region-server 2024-11-27T21:22:00,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-629605137/meta-region-server 2024-11-27T21:22:00,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-629605137/meta-region-server: CHANGED 2024-11-27T21:22:00,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-629605137/meta-region-server: CHANGED 2024-11-27T21:22:00,431 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4585c39bed03,41877,1732742517864 2024-11-27T21:22:00,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:22:00,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4585c39bed03,41877,1732742517864 in 192 msec 2024-11-27T21:22:00,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:22:00,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-27T21:22:00,435 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:22:00,435 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:22:00,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:00,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41877,1732742517864, seqNum=-1] 2024-11-27T21:22:00,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:00,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:22:00,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-27T21:22:00,440 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732742520440, completionTime=-1 2024-11-27T21:22:00,441 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T21:22:00,441 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732742580442 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732742640442 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41979,1732742517819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41979,1732742517819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41979,1732742517819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4585c39bed03:41979, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:22:00,442 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:22:00,443 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:22:00,444 DEBUG [master/4585c39bed03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:22:00,445 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.539sec 2024-11-27T21:22:00,445 INFO [master/4585c39bed03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:22:00,445 INFO [master/4585c39bed03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:22:00,445 INFO [master/4585c39bed03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:22:00,445 INFO [master/4585c39bed03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:22:00,445 INFO [master/4585c39bed03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:22:00,446 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41979,1732742517819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:22:00,446 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41979,1732742517819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:22:00,447 DEBUG [master/4585c39bed03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:22:00,447 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:22:00,447 INFO [master/4585c39bed03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4585c39bed03,41979,1732742517819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:22:00,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:00,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41979,-1 for getting cluster id 2024-11-27T21:22:00,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:00,488 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3febfd89-f662-4d08-8bf5-eaa0bdb5dddb' 2024-11-27T21:22:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3febfd89-f662-4d08-8bf5-eaa0bdb5dddb" 2024-11-27T21:22:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5262ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41979,-1] 2024-11-27T21:22:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:00,490 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:00,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:00,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:00,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41877,1732742517864, seqNum=-1] 2024-11-27T21:22:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:00,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:22:00,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4585c39bed03,41979,1732742517819 2024-11-27T21:22:00,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-27T21:22:00,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:22:00,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b4e5b720008 connected 2024-11-27T21:22:00,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41349,1732742509830 2024-11-27T21:22:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c20f14 2024-11-27T21:22:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:00,502 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:00,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:22:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:22:00,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:22:00,504 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:00,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:22:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:00,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:22:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:22:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:00,914 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c879d325a833e6bb18294d914fbd5b8, NAME => 'test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d 2024-11-27T21:22:00,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:22:00,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:00,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c879d325a833e6bb18294d914fbd5b8, disabling compactions & flushes 2024-11-27T21:22:00,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:00,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:00,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. after waiting 0 ms 2024-11-27T21:22:00,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:00,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:00,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c879d325a833e6bb18294d914fbd5b8: Waiting for close lock at 1732742520919Disabling compacts and flushes for region at 1732742520919Disabling writes for close at 1732742520919Writing region close event to WAL at 1732742520920 (+1 ms)Closed at 1732742520920 2024-11-27T21:22:00,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:22:00,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742520921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742520921"}]},"ts":"1732742520921"} 2024-11-27T21:22:00,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:22:00,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:22:00,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742520923"}]},"ts":"1732742520923"} 2024-11-27T21:22:00,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:22:00,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c879d325a833e6bb18294d914fbd5b8, ASSIGN}] 2024-11-27T21:22:00,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c879d325a833e6bb18294d914fbd5b8, ASSIGN 2024-11-27T21:22:00,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c879d325a833e6bb18294d914fbd5b8, ASSIGN; state=OFFLINE, location=4585c39bed03,44561,1732742509881; forceNewPlan=false, retain=false 2024-11-27T21:22:01,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c879d325a833e6bb18294d914fbd5b8, regionState=OPENING, regionLocation=4585c39bed03,44561,1732742509881 2024-11-27T21:22:01,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c879d325a833e6bb18294d914fbd5b8, ASSIGN because future has completed 2024-11-27T21:22:01,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c879d325a833e6bb18294d914fbd5b8, server=4585c39bed03,44561,1732742509881}] 2024-11-27T21:22:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:01,235 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:01,235 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c879d325a833e6bb18294d914fbd5b8, NAME => 'test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:22:01,235 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:22:01,235 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:22:01,235 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,235 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:01,235 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,235 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,237 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,238 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c879d325a833e6bb18294d914fbd5b8 columnFamilyName f 2024-11-27T21:22:01,238 DEBUG [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:01,238 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] regionserver.HStore(327): Store=8c879d325a833e6bb18294d914fbd5b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:01,238 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,239 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c879d325a833e6bb18294d914fbd5b8 columnFamilyName f1 2024-11-27T21:22:01,239 DEBUG [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:01,239 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] regionserver.HStore(327): Store=8c879d325a833e6bb18294d914fbd5b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:01,239 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,241 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c879d325a833e6bb18294d914fbd5b8 columnFamilyName norep 2024-11-27T21:22:01,241 DEBUG [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:01,241 INFO [StoreOpener-8c879d325a833e6bb18294d914fbd5b8-1 {}] regionserver.HStore(327): Store=8c879d325a833e6bb18294d914fbd5b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:01,241 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,243 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,243 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,244 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,244 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,244 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:22:01,245 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,246 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:22:01,247 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c879d325a833e6bb18294d914fbd5b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64091148, jitterRate=-0.044967472553253174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:22:01,247 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:01,247 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c879d325a833e6bb18294d914fbd5b8: Running coprocessor pre-open hook at 1732742521236Writing region info on filesystem at 1732742521236Initializing all the Stores at 1732742521236Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742521236Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742521236Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742521236Cleaning up temporary data from old regions at 1732742521244 (+8 ms)Running coprocessor post-open hooks at 1732742521247 (+3 ms)Region opened successfully at 1732742521247 2024-11-27T21:22:01,248 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., pid=6, masterSystemTime=1732742521231 2024-11-27T21:22:01,249 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:01,249 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:01,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c879d325a833e6bb18294d914fbd5b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,44561,1732742509881 2024-11-27T21:22:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c879d325a833e6bb18294d914fbd5b8, server=4585c39bed03,44561,1732742509881 because future has completed 2024-11-27T21:22:01,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:22:01,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c879d325a833e6bb18294d914fbd5b8, server=4585c39bed03,44561,1732742509881 in 174 msec 2024-11-27T21:22:01,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:22:01,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c879d325a833e6bb18294d914fbd5b8, ASSIGN in 330 msec 2024-11-27T21:22:01,257 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:22:01,257 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742521257"}]},"ts":"1732742521257"} 2024-11-27T21:22:01,259 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:22:01,259 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:22:01,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-27T21:22:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:01,647 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:22:01,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34743,1732742513662 2024-11-27T21:22:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6040b64a 2024-11-27T21:22:01,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:01,649 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:01,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:22:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:22:01,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:22:01,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:01,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:22:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:01,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:22:01,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:22:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:02,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b65b342c87c25003f5cb4830d56d35f, NAME => 'test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635 2024-11-27T21:22:02,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:22:02,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:02,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b65b342c87c25003f5cb4830d56d35f, disabling compactions & flushes 2024-11-27T21:22:02,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:02,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:02,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. after waiting 0 ms 2024-11-27T21:22:02,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:02,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:02,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b65b342c87c25003f5cb4830d56d35f: Waiting for close lock at 1732742522063Disabling compacts and flushes for region at 1732742522063Disabling writes for close at 1732742522063Writing region close event to WAL at 1732742522063Closed at 1732742522063 2024-11-27T21:22:02,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:22:02,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742522064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742522064"}]},"ts":"1732742522064"} 2024-11-27T21:22:02,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:22:02,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:22:02,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742522066"}]},"ts":"1732742522066"} 2024-11-27T21:22:02,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:22:02,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b65b342c87c25003f5cb4830d56d35f, ASSIGN}] 2024-11-27T21:22:02,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b65b342c87c25003f5cb4830d56d35f, ASSIGN 2024-11-27T21:22:02,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b65b342c87c25003f5cb4830d56d35f, ASSIGN; state=OFFLINE, location=4585c39bed03,44573,1732742513704; forceNewPlan=false, retain=false 2024-11-27T21:22:02,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b65b342c87c25003f5cb4830d56d35f, regionState=OPENING, regionLocation=4585c39bed03,44573,1732742513704 2024-11-27T21:22:02,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b65b342c87c25003f5cb4830d56d35f, ASSIGN because future has completed 2024-11-27T21:22:02,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b65b342c87c25003f5cb4830d56d35f, server=4585c39bed03,44573,1732742513704}] 2024-11-27T21:22:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:02,377 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:02,377 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b65b342c87c25003f5cb4830d56d35f, NAME => 'test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:22:02,378 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:22:02,378 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:22:02,378 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,378 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:02,378 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,378 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,379 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,380 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65b342c87c25003f5cb4830d56d35f columnFamilyName f 2024-11-27T21:22:02,380 DEBUG [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:02,380 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] regionserver.HStore(327): Store=1b65b342c87c25003f5cb4830d56d35f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:02,380 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,381 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65b342c87c25003f5cb4830d56d35f columnFamilyName f1 2024-11-27T21:22:02,381 DEBUG [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:02,381 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] regionserver.HStore(327): Store=1b65b342c87c25003f5cb4830d56d35f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:02,381 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,382 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65b342c87c25003f5cb4830d56d35f columnFamilyName norep 2024-11-27T21:22:02,382 DEBUG [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:02,382 INFO [StoreOpener-1b65b342c87c25003f5cb4830d56d35f-1 {}] regionserver.HStore(327): Store=1b65b342c87c25003f5cb4830d56d35f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:02,382 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,383 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,383 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,384 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,384 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,384 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:22:02,385 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,386 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:22:02,387 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b65b342c87c25003f5cb4830d56d35f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68714625, jitterRate=0.023927703499794006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:22:02,387 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:02,387 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b65b342c87c25003f5cb4830d56d35f: Running coprocessor pre-open hook at 1732742522378Writing region info on filesystem at 1732742522378Initializing all the Stores at 1732742522378Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742522379 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742522379Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742522379Cleaning up temporary data from old regions at 1732742522384 (+5 ms)Running coprocessor post-open hooks at 1732742522387 (+3 ms)Region opened successfully at 1732742522387 2024-11-27T21:22:02,387 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f., pid=6, masterSystemTime=1732742522374 2024-11-27T21:22:02,389 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:02,389 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:02,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b65b342c87c25003f5cb4830d56d35f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,44573,1732742513704 2024-11-27T21:22:02,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b65b342c87c25003f5cb4830d56d35f, server=4585c39bed03,44573,1732742513704 because future has completed 2024-11-27T21:22:02,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:22:02,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b65b342c87c25003f5cb4830d56d35f, server=4585c39bed03,44573,1732742513704 in 170 msec 2024-11-27T21:22:02,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:22:02,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b65b342c87c25003f5cb4830d56d35f, ASSIGN in 325 msec 2024-11-27T21:22:02,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:22:02,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742522395"}]},"ts":"1732742522395"} 2024-11-27T21:22:02,397 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:22:02,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:22:02,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-27T21:22:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:02,787 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:22:02,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41979,1732742517819 2024-11-27T21:22:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@464b3ada 2024-11-27T21:22:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:02,789 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:02,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:22:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T21:22:02,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:22:02,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:02,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T21:22:02,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:22:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741835_1011 (size=902) 2024-11-27T21:22:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:03,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1591a28dc75100ed3afca5c0656b60ad, NAME => 'test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b 2024-11-27T21:22:03,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741836_1012 (size=39) 2024-11-27T21:22:03,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:03,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1591a28dc75100ed3afca5c0656b60ad, disabling compactions & flushes 2024-11-27T21:22:03,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:03,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:03,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. after waiting 0 ms 2024-11-27T21:22:03,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:03,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:03,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1591a28dc75100ed3afca5c0656b60ad: Waiting for close lock at 1732742523203Disabling compacts and flushes for region at 1732742523203Disabling writes for close at 1732742523203Writing region close event to WAL at 1732742523203Closed at 1732742523203 2024-11-27T21:22:03,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:22:03,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732742523204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742523204"}]},"ts":"1732742523204"} 2024-11-27T21:22:03,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:22:03,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:22:03,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742523206"}]},"ts":"1732742523206"} 2024-11-27T21:22:03,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T21:22:03,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1591a28dc75100ed3afca5c0656b60ad, ASSIGN}] 2024-11-27T21:22:03,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1591a28dc75100ed3afca5c0656b60ad, ASSIGN 2024-11-27T21:22:03,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1591a28dc75100ed3afca5c0656b60ad, ASSIGN; state=OFFLINE, location=4585c39bed03,41877,1732742517864; forceNewPlan=false, retain=false 2024-11-27T21:22:03,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1591a28dc75100ed3afca5c0656b60ad, regionState=OPENING, regionLocation=4585c39bed03,41877,1732742517864 2024-11-27T21:22:03,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1591a28dc75100ed3afca5c0656b60ad, ASSIGN because future has completed 2024-11-27T21:22:03,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1591a28dc75100ed3afca5c0656b60ad, server=4585c39bed03,41877,1732742517864}] 2024-11-27T21:22:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:03,517 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:03,517 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1591a28dc75100ed3afca5c0656b60ad, NAME => 'test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:22:03,517 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:22:03,518 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T21:22:03,518 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,518 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:03,518 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,518 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,519 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,520 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1591a28dc75100ed3afca5c0656b60ad columnFamilyName f 2024-11-27T21:22:03,520 DEBUG [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:03,521 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] regionserver.HStore(327): Store=1591a28dc75100ed3afca5c0656b60ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:03,521 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,521 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1591a28dc75100ed3afca5c0656b60ad columnFamilyName f1 2024-11-27T21:22:03,521 DEBUG [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:03,522 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] regionserver.HStore(327): Store=1591a28dc75100ed3afca5c0656b60ad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:03,522 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,523 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1591a28dc75100ed3afca5c0656b60ad columnFamilyName norep 2024-11-27T21:22:03,523 DEBUG [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:03,523 INFO [StoreOpener-1591a28dc75100ed3afca5c0656b60ad-1 {}] regionserver.HStore(327): Store=1591a28dc75100ed3afca5c0656b60ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:03,523 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,523 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,524 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,524 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,524 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,525 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:22:03,525 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,527 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:22:03,527 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1591a28dc75100ed3afca5c0656b60ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71908970, jitterRate=0.0715271532535553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:22:03,527 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:03,527 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1591a28dc75100ed3afca5c0656b60ad: Running coprocessor pre-open hook at 1732742523518Writing region info on filesystem at 1732742523518Initializing all the Stores at 1732742523519 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742523519Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742523519Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742523519Cleaning up temporary data from old regions at 1732742523524 (+5 ms)Running coprocessor post-open hooks at 1732742523527 (+3 ms)Region opened successfully at 1732742523527 2024-11-27T21:22:03,528 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad., pid=6, masterSystemTime=1732742523514 2024-11-27T21:22:03,529 DEBUG [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:03,530 INFO [RS_OPEN_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:03,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1591a28dc75100ed3afca5c0656b60ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4585c39bed03,41877,1732742517864 2024-11-27T21:22:03,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1591a28dc75100ed3afca5c0656b60ad, server=4585c39bed03,41877,1732742517864 because future has completed 2024-11-27T21:22:03,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T21:22:03,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1591a28dc75100ed3afca5c0656b60ad, server=4585c39bed03,41877,1732742517864 in 170 msec 2024-11-27T21:22:03,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T21:22:03,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1591a28dc75100ed3afca5c0656b60ad, ASSIGN in 326 msec 2024-11-27T21:22:03,536 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:22:03,536 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742523536"}]},"ts":"1732742523536"} 2024-11-27T21:22:03,537 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T21:22:03,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:22:03,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-27T21:22:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:22:03,926 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T21:22:03,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:03,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41349,-1 for getting cluster id 2024-11-27T21:22:03,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:03,928 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '692a6e96-7985-43ac-80fa-3f86bcec3c64' 2024-11-27T21:22:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "692a6e96-7985-43ac-80fa-3f86bcec3c64" 2024-11-27T21:22:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc32c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41349,-1] 2024-11-27T21:22:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:03,929 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b81a243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:03,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41349,1732742509830 2024-11-27T21:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18105c88 2024-11-27T21:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:03,931 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:03,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4585c39bed03:34743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:22:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:22:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:22:03,934 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34743' 2024-11-27T21:22:03,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2ebecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:03,935 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34743,-1 for getting cluster id 2024-11-27T21:22:03,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:03,935 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596c1f87-f8c7-4890-a520-70b2e1917ed8' 2024-11-27T21:22:03,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:03,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596c1f87-f8c7-4890-a520-70b2e1917ed8" 2024-11-27T21:22:03,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590f22e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:03,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34743,-1] 2024-11-27T21:22:03,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:03,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:03,936 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da8df09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:03,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34743,1732742513662 2024-11-27T21:22:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f928a73 2024-11-27T21:22:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:03,938 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:03,939 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T21:22:03,939 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:22:03,939 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:03,939 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:03,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:03,939 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:22:03,940 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T21:22:03,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:22:03,941 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:03,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:22:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741837_1013 (size=1138) 2024-11-27T21:22:03,990 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T21:22:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:22:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:22:04,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fe580bc6e4497a9af5d8fbefe157d1c, NAME => 'hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d 2024-11-27T21:22:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741838_1014 (size=44) 2024-11-27T21:22:04,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:04,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3fe580bc6e4497a9af5d8fbefe157d1c, disabling compactions & flushes 2024-11-27T21:22:04,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:04,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:04,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. after waiting 0 ms 2024-11-27T21:22:04,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:04,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:04,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fe580bc6e4497a9af5d8fbefe157d1c: Waiting for close lock at 1732742524353Disabling compacts and flushes for region at 1732742524353Disabling writes for close at 1732742524353Writing region close event to WAL at 1732742524354 (+1 ms)Closed at 1732742524354 2024-11-27T21:22:04,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:22:04,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732742524355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732742524355"}]},"ts":"1732742524355"} 2024-11-27T21:22:04,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T21:22:04,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:22:04,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742524357"}]},"ts":"1732742524357"} 2024-11-27T21:22:04,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T21:22:04,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fe580bc6e4497a9af5d8fbefe157d1c, ASSIGN}] 2024-11-27T21:22:04,360 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fe580bc6e4497a9af5d8fbefe157d1c, ASSIGN 2024-11-27T21:22:04,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fe580bc6e4497a9af5d8fbefe157d1c, ASSIGN; state=OFFLINE, location=4585c39bed03,44561,1732742509881; forceNewPlan=false, retain=false 2024-11-27T21:22:04,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fe580bc6e4497a9af5d8fbefe157d1c, regionState=OPENING, regionLocation=4585c39bed03,44561,1732742509881 2024-11-27T21:22:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fe580bc6e4497a9af5d8fbefe157d1c, ASSIGN because future has completed 2024-11-27T21:22:04,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe580bc6e4497a9af5d8fbefe157d1c, server=4585c39bed03,44561,1732742509881}] 2024-11-27T21:22:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:22:04,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:04,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:22:04,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T21:22:04,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4585c39bed03%2C44561%2C1732742509881.rep, suffix=, logDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/oldWALs, maxLogs=10 2024-11-27T21:22:04,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.rep.1732742524670, exclude list is [], retry=0 2024-11-27T21:22:04,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035,DISK] 2024-11-27T21:22:04,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.rep.1732742524670 2024-11-27T21:22:04,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-27T21:22:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fe580bc6e4497a9af5d8fbefe157d1c, NAME => 'hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:22:04,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T21:22:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:22:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. service=MultiRowMutationService 2024-11-27T21:22:04,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T21:22:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:22:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,692 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,693 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe580bc6e4497a9af5d8fbefe157d1c columnFamilyName hfileref 2024-11-27T21:22:04,693 DEBUG [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:04,693 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] regionserver.HStore(327): Store=3fe580bc6e4497a9af5d8fbefe157d1c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:04,693 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,694 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe580bc6e4497a9af5d8fbefe157d1c columnFamilyName queue 2024-11-27T21:22:04,694 DEBUG [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:04,694 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] regionserver.HStore(327): Store=3fe580bc6e4497a9af5d8fbefe157d1c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:04,694 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,695 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe580bc6e4497a9af5d8fbefe157d1c columnFamilyName sid 2024-11-27T21:22:04,695 DEBUG [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:22:04,695 INFO [StoreOpener-3fe580bc6e4497a9af5d8fbefe157d1c-1 {}] regionserver.HStore(327): Store=3fe580bc6e4497a9af5d8fbefe157d1c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:22:04,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T21:22:04,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:22:04,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3fe580bc6e4497a9af5d8fbefe157d1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72577259, jitterRate=0.08148543536663055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T21:22:04,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:04,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3fe580bc6e4497a9af5d8fbefe157d1c: Running coprocessor pre-open hook at 1732742524689Writing region info on filesystem at 1732742524689Initializing all the Stores at 1732742524690 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742524690Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742524692 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732742524692Cleaning up temporary data from old regions at 1732742524697 (+5 ms)Running coprocessor post-open hooks at 1732742524699 (+2 ms)Region opened successfully at 1732742524699 2024-11-27T21:22:04,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c., pid=10, masterSystemTime=1732742524665 2024-11-27T21:22:04,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:04,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:04,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fe580bc6e4497a9af5d8fbefe157d1c, regionState=OPEN, openSeqNum=2, regionLocation=4585c39bed03,44561,1732742509881 2024-11-27T21:22:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe580bc6e4497a9af5d8fbefe157d1c, server=4585c39bed03,44561,1732742509881 because future has completed 2024-11-27T21:22:04,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T21:22:04,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fe580bc6e4497a9af5d8fbefe157d1c, server=4585c39bed03,44561,1732742509881 in 192 msec 2024-11-27T21:22:04,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T21:22:04,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fe580bc6e4497a9af5d8fbefe157d1c, ASSIGN in 347 msec 2024-11-27T21:22:04,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:22:04,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732742524708"}]},"ts":"1732742524708"} 2024-11-27T21:22:04,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T21:22:04,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:22:04,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-27T21:22:04,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c., hostname=4585c39bed03,44561,1732742509881, seqNum=2] 2024-11-27T21:22:04,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:22:04,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:22:04,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:22:04,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T21:22:04,907 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T21:22:04,942 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4585c39bed03,44561,1732742509881, ReplicationSource: 1, currentBandwidth=0 2024-11-27T21:22:04,943 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:04,943 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44561,1732742509881, seqNum=-1] 2024-11-27T21:22:04,943 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:04,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T21:22:04,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4585c39bed03,44561,1732742509881', locateType=CURRENT is [region=hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c., hostname=4585c39bed03,44561,1732742509881, seqNum=2] 2024-11-27T21:22:04,947 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T21:22:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T21:22:04,949 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4585c39bed03,44561,1732742509881 suceeded 2024-11-27T21:22:04,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T21:22:04,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-27T21:22:04,951 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4585c39bed03:34743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:22:04,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0200 sec 2024-11-27T21:22:04,969 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:34743' 2024-11-27T21:22:04,971 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47ce5caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:04,971 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34743,-1 for getting cluster id 2024-11-27T21:22:04,971 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:04,971 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596c1f87-f8c7-4890-a520-70b2e1917ed8' 2024-11-27T21:22:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596c1f87-f8c7-4890-a520-70b2e1917ed8" 2024-11-27T21:22:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20109d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34743,-1] 2024-11-27T21:22:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:04,973 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:04,973 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2334af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:04,973 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:04,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34743,1732742513662 2024-11-27T21:22:04,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64b73587 2024-11-27T21:22:04,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:04,974 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T21:22:04,975 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4585c39bed03,44561,1732742509881 (queues=1) is replicating from cluster=692a6e96-7985-43ac-80fa-3f86bcec3c64 to cluster=596c1f87-f8c7-4890-a520-70b2e1917ed8 2024-11-27T21:22:04,975 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4585c39bed03%2C44561%2C1732742509881 2024-11-27T21:22:04,975 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4585c39bed03,44561,1732742509881, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:22:04,976 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871, startPosition=0, beingWritten=true 2024-11-27T21:22:04,976 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C44561%2C1732742509881 2024-11-27T21:22:04,980 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:22:04,980 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 379, reset compression=false 2024-11-27T21:22:04,980 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44561,1732742509881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:22:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T21:22:05,067 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T21:22:05,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:05,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:05,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:05,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41349,-1 for getting cluster id 2024-11-27T21:22:05,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:05,069 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '692a6e96-7985-43ac-80fa-3f86bcec3c64' 2024-11-27T21:22:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "692a6e96-7985-43ac-80fa-3f86bcec3c64" 2024-11-27T21:22:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d773b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41349,-1] 2024-11-27T21:22:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,070 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e29f689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34743,-1 for getting cluster id 2024-11-27T21:22:05,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:05,072 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596c1f87-f8c7-4890-a520-70b2e1917ed8' 2024-11-27T21:22:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596c1f87-f8c7-4890-a520-70b2e1917ed8" 2024-11-27T21:22:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcb0e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34743,-1] 2024-11-27T21:22:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,073 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecd4358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41979,-1 for getting cluster id 2024-11-27T21:22:05,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:05,074 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3febfd89-f662-4d08-8bf5-eaa0bdb5dddb' 2024-11-27T21:22:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3febfd89-f662-4d08-8bf5-eaa0bdb5dddb" 2024-11-27T21:22:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f9b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41979,-1] 2024-11-27T21:22:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,075 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc06a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:22:05,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732742525079/Put/seqid=0 2024-11-27T21:22:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741840_1016 (size=7894) 2024-11-27T21:22:05,184 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 379, reset compression=false 2024-11-27T21:22:05,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:05,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:22:05,357 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128883 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4585c39bed03,38623,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T21:22:05,488 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 379, reset compression=false 2024-11-27T21:22:05,499 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732742525499/Put/seqid=0 2024-11-27T21:22:05,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741841_1017 (size=7691) 2024-11-27T21:22:05,891 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 379, reset compression=false 2024-11-27T21:22:05,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41349,-1 for getting cluster id 2024-11-27T21:22:05,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:05,909 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '692a6e96-7985-43ac-80fa-3f86bcec3c64' 2024-11-27T21:22:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "692a6e96-7985-43ac-80fa-3f86bcec3c64" 2024-11-27T21:22:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3b2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41349,-1] 2024-11-27T21:22:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,910 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:05,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:05,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44561,1732742509881, seqNum=-1] 2024-11-27T21:22:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:05,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:22:05,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41349,1732742509830 2024-11-27T21:22:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a9d56 2024-11-27T21:22:05,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:05,919 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:05,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:22:05,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2] 2024-11-27T21:22:05,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,925 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:22:05,929 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T21:22:05,932 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T21:22:05,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T21:22:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:05,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T21:22:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HRegion(2603): Flush status journal for 8c879d325a833e6bb18294d914fbd5b8: 2024-11-27T21:22:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_0 2024-11-27T21:22:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_0 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ 2024-11-27T21:22:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_1 2024-11-27T21:22:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_1 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ 2024-11-27T21:22:05,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_0 into 8c879d325a833e6bb18294d914fbd5b8/f as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ - updating store file list. 2024-11-27T21:22:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9e40388273e4609a598d359e6dc0618_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:05,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ into 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:05,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_0 into 8c879d325a833e6bb18294d914fbd5b8/f (new location: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_) 2024-11-27T21:22:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_0 2024-11-27T21:22:05,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_1 into 8c879d325a833e6bb18294d914fbd5b8/f as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ - updating store file list. 2024-11-27T21:22:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86fc4dab04234fb2a4389f9af45f8035_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:05,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ into 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:05,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_1 into 8c879d325a833e6bb18294d914fbd5b8/f (new location: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_) 2024-11-27T21:22:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__t5rrf937er0df3f7mqh2s25q99pho0o0j1jmkbotirs6jb2onvd9aa1srbvtjd6u/f/hfile_1 2024-11-27T21:22:05,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:05,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:05,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:05,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2 , the old value is region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4585c39bed03:44561 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:22:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:22:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2 from cache 2024-11-27T21:22:05,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:05,956 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T21:22:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44573,1732742513704, seqNum=-1] 2024-11-27T21:22:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:05,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:22:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f., hostname=4585c39bed03,44573,1732742513704, seqNum=2] 2024-11-27T21:22:05,961 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:22:05,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:05,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:06,067 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:44561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T21:22:06,395 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 379, reset compression=false 2024-11-27T21:22:06,399 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:22:06,399 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44561,1732742509881 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c879d325a833e6bb18294d914fbd5b8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742525954/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T21:22:06,402 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:22:06,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T21:22:06,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.ReplicationSink(318): Replicating [692a6e96-7985-43ac-80fa-3f86bcec3c64] bulk loaded data 2024-11-27T21:22:06,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288859a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:06,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,34743,-1 for getting cluster id 2024-11-27T21:22:06,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:06,405 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596c1f87-f8c7-4890-a520-70b2e1917ed8' 2024-11-27T21:22:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596c1f87-f8c7-4890-a520-70b2e1917ed8" 2024-11-27T21:22:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6700cebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,34743,-1] 2024-11-27T21:22:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:06,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:06,406 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:06,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2208b64f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741837_1013 (size=7894) 2024-11-27T21:22:06,600 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 687, reset compression=false 2024-11-27T21:22:06,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741838_1014 (size=7691) 2024-11-27T21:22:06,903 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 687, reset compression=false 2024-11-27T21:22:06,963 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:22:07,049 DEBUG [master/4585c39bed03:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-27T21:22:07,049 DEBUG [master/4585c39bed03:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T21:22:07,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,34743,1732742513662 2024-11-27T21:22:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c70ff4 2024-11-27T21:22:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:07,230 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T21:22:07,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:22:07,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:07,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44573,1732742513704, seqNum=-1] 2024-11-27T21:22:07,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:07,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T21:22:07,238 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T21:22:07,240 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T21:22:07,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ for inclusion in 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T21:22:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:07,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ for inclusion in 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T21:22:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HRegion(2603): Flush status journal for 1b65b342c87c25003f5cb4830d56d35f: 2024-11-27T21:22:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:22:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/58e64ec39ac24808b1af56829f1e5cc8_SeqId_4_ 2024-11-27T21:22:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a9e40388273e4609a598d359e6dc0618_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:22:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/25d8028b35e8451585ab48c604ee6823_SeqId_4_ 2024-11-27T21:22:07,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ into 1b65b342c87c25003f5cb4830d56d35f/f as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/58e64ec39ac24808b1af56829f1e5cc8_SeqId_4_ - updating store file list. 2024-11-27T21:22:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58e64ec39ac24808b1af56829f1e5cc8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:07,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/58e64ec39ac24808b1af56829f1e5cc8_SeqId_4_ into 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:07,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ into 1b65b342c87c25003f5cb4830d56d35f/f (new location: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/58e64ec39ac24808b1af56829f1e5cc8_SeqId_4_) 2024-11-27T21:22:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/86fc4dab04234fb2a4389f9af45f8035_SeqId_4_ 2024-11-27T21:22:07,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ into 1b65b342c87c25003f5cb4830d56d35f/f as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/25d8028b35e8451585ab48c604ee6823_SeqId_4_ - updating store file list. 2024-11-27T21:22:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25d8028b35e8451585ab48c604ee6823_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:07,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/25d8028b35e8451585ab48c604ee6823_SeqId_4_ into 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:07,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ into 1b65b342c87c25003f5cb4830d56d35f/f (new location: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/25d8028b35e8451585ab48c604ee6823_SeqId_4_) 2024-11-27T21:22:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__v9isibu45lq1pmi9stoa01kq6qeb0picnm6gkib9apg2a866p3hojdtgtujsna1q/f/a9e40388273e4609a598d359e6dc0618_SeqId_4_ 2024-11-27T21:22:07,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.ReplicationSink(324): Finished replicating [692a6e96-7985-43ac-80fa-3f86bcec3c64] bulk loaded data 2024-11-27T21:22:07,307 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 687, reset compression=false 2024-11-27T21:22:07,811 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 687, reset compression=false 2024-11-27T21:22:07,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41877,1732742517864, seqNum=-1] 2024-11-27T21:22:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:07,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:22:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad., hostname=4585c39bed03,41877,1732742517864, seqNum=2] 2024-11-27T21:22:07,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:22:07,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:22:07,982 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4585c39bed03%2C44561%2C1732742509881.meta:.meta(num 1732742512775) roll requested 2024-11-27T21:22:07,998 DEBUG [regionserver/4585c39bed03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.meta.1732742527982.meta, exclude list is [], retry=0 2024-11-27T21:22:08,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035,DISK] 2024-11-27T21:22:08,002 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.meta.1732742512775.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.meta.1732742527982.meta 2024-11-27T21:22:08,002 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-27T21:22:08,002 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.meta.1732742512775.meta is not closed yet, will try archiving it next time 2024-11-27T21:22:08,002 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4585c39bed03%2C44561%2C1732742509881.rep:(num 1732742524670) roll requested 2024-11-27T21:22:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741834_1010 (size=3473) 2024-11-27T21:22:08,017 DEBUG [regionserver/4585c39bed03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.rep.1732742528002, exclude list is [], retry=0 2024-11-27T21:22:08,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035,DISK] 2024-11-27T21:22:08,020 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.rep.1732742524670 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.rep.1732742528002 2024-11-27T21:22:08,020 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-27T21:22:08,020 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.rep.1732742524670 is not closed yet, will try archiving it next time 2024-11-27T21:22:08,020 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4585c39bed03%2C44561%2C1732742509881:(num 1732742511871) roll requested 2024-11-27T21:22:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741839_1015 (size=1505) 2024-11-27T21:22:08,034 DEBUG [regionserver/4585c39bed03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020, exclude list is [], retry=0 2024-11-27T21:22:08,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-25b42c7f-3e8f-42fa-9bd8-736151cc1035,DISK] 2024-11-27T21:22:08,037 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 2024-11-27T21:22:08,038 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36953:36953)] 2024-11-27T21:22:08,038 DEBUG [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 is not closed yet, will try archiving it next time 2024-11-27T21:22:08,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ab7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41349,-1 for getting cluster id 2024-11-27T21:22:08,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741832_1008 (size=695) 2024-11-27T21:22:08,039 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '692a6e96-7985-43ac-80fa-3f86bcec3c64' 2024-11-27T21:22:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "692a6e96-7985-43ac-80fa-3f86bcec3c64" 2024-11-27T21:22:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353238c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41349,-1] 2024-11-27T21:22:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:08,040 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/oldWALs/4585c39bed03%2C44561%2C1732742509881.1732742511871 2024-11-27T21:22:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:08,041 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771eea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41349,1732742509830 2024-11-27T21:22:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3515bcd 2024-11-27T21:22:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:08,043 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:08,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://4585c39bed03:41979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T21:22:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T21:22:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T21:22:08,047 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:41979' 2024-11-27T21:22:08,052 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227b1ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,052 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41979,-1 for getting cluster id 2024-11-27T21:22:08,052 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:08,052 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3febfd89-f662-4d08-8bf5-eaa0bdb5dddb' 2024-11-27T21:22:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3febfd89-f662-4d08-8bf5-eaa0bdb5dddb" 2024-11-27T21:22:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31124363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41979,-1] 2024-11-27T21:22:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:08,054 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:08,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca1b5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,055 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:08,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41979,1732742517819 2024-11-27T21:22:08,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e2841b0 2024-11-27T21:22:08,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:08,056 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:08,057 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T21:22:08,057 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T21:22:08,057 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:08,057 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:08,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:08,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T21:22:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T21:22:08,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T21:22:08,219 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T21:22:08,250 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-4585c39bed03,44561,1732742509881, ReplicationSource: 2, currentBandwidth=0 2024-11-27T21:22:08,252 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T21:22:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T21:22:08,255 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4585c39bed03,44561,1732742509881 suceeded 2024-11-27T21:22:08,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T21:22:08,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T21:22:08,256 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4585c39bed03:41979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T21:22:08,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 212 msec 2024-11-27T21:22:08,274 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4585c39bed03:41979' 2024-11-27T21:22:08,276 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c0d8e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,276 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41979,-1 for getting cluster id 2024-11-27T21:22:08,276 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:08,277 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3febfd89-f662-4d08-8bf5-eaa0bdb5dddb' 2024-11-27T21:22:08,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:08,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3febfd89-f662-4d08-8bf5-eaa0bdb5dddb" 2024-11-27T21:22:08,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@120b335f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41979,-1] 2024-11-27T21:22:08,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:08,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:08,278 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:08,278 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665cad98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:08,278 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:08,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41979,1732742517819 2024-11-27T21:22:08,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fec5769 2024-11-27T21:22:08,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:08,280 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T21:22:08,280 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4585c39bed03,44561,1732742509881 (queues=1) is replicating from cluster=692a6e96-7985-43ac-80fa-3f86bcec3c64 to cluster=3febfd89-f662-4d08-8bf5-eaa0bdb5dddb 2024-11-27T21:22:08,280 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4585c39bed03%2C44561%2C1732742509881 2024-11-27T21:22:08,281 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4585c39bed03,44561,1732742509881, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T21:22:08,281 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020, startPosition=0, beingWritten=true 2024-11-27T21:22:08,281 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4585c39bed03%2C44561%2C1732742509881 2024-11-27T21:22:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T21:22:08,366 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T21:22:08,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:08,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:08,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:08,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:08,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:08,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:22:08,371 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732742528370/Put/seqid=0 2024-11-27T21:22:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741845_1021 (size=11194) 2024-11-27T21:22:08,415 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 to pos 687, reset compression=false 2024-11-27T21:22:08,417 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 was moved to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/oldWALs/4585c39bed03%2C44561%2C1732742509881.1732742511871 2024-11-27T21:22:08,419 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871 2024-11-27T21:22:08,419 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44561,1732742509881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742511871, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T21:22:08,419 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020, startPosition=0, beingWritten=true 2024-11-27T21:22:08,421 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4585c39bed03%2C44561%2C1732742509881.1732742511871] 2024-11-27T21:22:08,485 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 0, reset compression=false 2024-11-27T21:22:08,778 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732742528777/Put/seqid=0 2024-11-27T21:22:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741846_1022 (size=10791) 2024-11-27T21:22:08,789 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 0, reset compression=false 2024-11-27T21:22:09,123 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 0, reset compression=false 2024-11-27T21:22:09,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:09,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41349,-1 for getting cluster id 2024-11-27T21:22:09,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:09,188 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '692a6e96-7985-43ac-80fa-3f86bcec3c64' 2024-11-27T21:22:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "692a6e96-7985-43ac-80fa-3f86bcec3c64" 2024-11-27T21:22:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748ea9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41349,-1] 2024-11-27T21:22:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:09,190 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:09,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:09,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,44561,1732742509881, seqNum=-1] 2024-11-27T21:22:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:09,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:22:09,194 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 0, reset compression=false 2024-11-27T21:22:09,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41349,1732742509830 2024-11-27T21:22:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0afeba 2024-11-27T21:22:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:09,200 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:22:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2] 2024-11-27T21:22:09,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:22:09,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T21:22:09,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T21:22:09,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T21:22:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:09,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T21:22:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HRegion(2603): Flush status journal for 8c879d325a833e6bb18294d914fbd5b8: 2024-11-27T21:22:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_0 2024-11-27T21:22:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_0 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ 2024-11-27T21:22:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_1 2024-11-27T21:22:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_1 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ 2024-11-27T21:22:09,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_0 into 8c879d325a833e6bb18294d914fbd5b8/f as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ - updating store file list. 2024-11-27T21:22:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e41eb362301c43feac1cee05f63c8029_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:09,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ into 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:09,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_0 into 8c879d325a833e6bb18294d914fbd5b8/f (new location: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_) 2024-11-27T21:22:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_0 2024-11-27T21:22:09,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_1 into 8c879d325a833e6bb18294d914fbd5b8/f as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ - updating store file list. 2024-11-27T21:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f073234d95044479c9cfd1487506cd7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:09,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ into 8c879d325a833e6bb18294d914fbd5b8/f 2024-11-27T21:22:09,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_1 into 8c879d325a833e6bb18294d914fbd5b8/f (new location: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_) 2024-11-27T21:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/staging/jenkins__test__1pq2kd0ikfphu44tu85orl6on7sq1e18n7cfesop7prnuj9d8mt236kims5b1vv5/f/hfile_1 2024-11-27T21:22:09,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:09,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:09,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:09,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:09,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:09,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2 , the old value is region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4585c39bed03:44561 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:22:09,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T21:22:09,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., hostname=4585c39bed03,44561,1732742509881, seqNum=2 from cache 2024-11-27T21:22:09,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T21:22:09,239 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:22:09,347 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:44561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T21:22:09,698 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 0, reset compression=false 2024-11-27T21:22:09,702 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:22:09,702 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4585c39bed03,44561,1732742509881 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c879d325a833e6bb18294d914fbd5b8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742529234/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T21:22:09,704 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:22:09,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T21:22:09,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.ReplicationSink(318): Replicating [692a6e96-7985-43ac-80fa-3f86bcec3c64] bulk loaded data 2024-11-27T21:22:09,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a85eb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:09,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] client.ClusterIdFetcher(90): Going to request 4585c39bed03,41979,-1 for getting cluster id 2024-11-27T21:22:09,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:22:09,707 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3febfd89-f662-4d08-8bf5-eaa0bdb5dddb' 2024-11-27T21:22:09,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:22:09,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3febfd89-f662-4d08-8bf5-eaa0bdb5dddb" 2024-11-27T21:22:09,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5261be2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:09,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4585c39bed03,41979,-1] 2024-11-27T21:22:09,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:22:09,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:09,708 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:22:09,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb1006a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:22:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741837_1013 (size=11194) 2024-11-27T21:22:09,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T21:22:09,902 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:09,928 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 0, reset compression=false 2024-11-27T21:22:09,932 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T21:22:09,933 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44561,1732742509881 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c879d325a833e6bb18294d914fbd5b8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732742529234/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T21:22:09,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.ReplicationSink(318): Replicating [692a6e96-7985-43ac-80fa-3f86bcec3c64] bulk loaded data 2024-11-27T21:22:09,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741839_1015 (size=11194) 2024-11-27T21:22:09,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741840_1016 (size=10791) 2024-11-27T21:22:10,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741838_1014 (size=10791) 2024-11-27T21:22:10,133 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:10,206 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:10,243 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T21:22:10,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:22:10,372 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T21:22:10,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T21:22:10,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ for inclusion in 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T21:22:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:10,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ for inclusion in 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T21:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HRegion(2603): Flush status journal for 1b65b342c87c25003f5cb4830d56d35f: 2024-11-27T21:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f073234d95044479c9cfd1487506cd7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:22:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/523c981a8d3b4c0991c25761a646d20a_SeqId_6_ 2024-11-27T21:22:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e41eb362301c43feac1cee05f63c8029_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/9c5bbad5aae94b6fb3e9533ea68f0502_SeqId_6_ 2024-11-27T21:22:10,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ into 1b65b342c87c25003f5cb4830d56d35f/f as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/523c981a8d3b4c0991c25761a646d20a_SeqId_6_ - updating store file list. 2024-11-27T21:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 523c981a8d3b4c0991c25761a646d20a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:10,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/523c981a8d3b4c0991c25761a646d20a_SeqId_6_ into 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:10,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ into 1b65b342c87c25003f5cb4830d56d35f/f (new location: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/523c981a8d3b4c0991c25761a646d20a_SeqId_6_) 2024-11-27T21:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ 2024-11-27T21:22:10,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ into 1b65b342c87c25003f5cb4830d56d35f/f as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/9c5bbad5aae94b6fb3e9533ea68f0502_SeqId_6_ - updating store file list. 2024-11-27T21:22:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c5bbad5aae94b6fb3e9533ea68f0502_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:10,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/9c5bbad5aae94b6fb3e9533ea68f0502_SeqId_6_ into 1b65b342c87c25003f5cb4830d56d35f/f 2024-11-27T21:22:10,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ into 1b65b342c87c25003f5cb4830d56d35f/f (new location: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/f/9c5bbad5aae94b6fb3e9533ea68f0502_SeqId_6_) 2024-11-27T21:22:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/staging/jenkins.hfs.22__test__oeqib6uv63qea906l6fmr9n8tgikrmiatnhb088erech2hmjhp7gt0be0uh7mh86/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ 2024-11-27T21:22:10,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44573 {}] regionserver.ReplicationSink(324): Finished replicating [692a6e96-7985-43ac-80fa-3f86bcec3c64] bulk loaded data 2024-11-27T21:22:10,436 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:10,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:22:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4585c39bed03,41979,1732742517819 2024-11-27T21:22:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5195d952 2024-11-27T21:22:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:22:10,532 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T21:22:10,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T21:22:10,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:22:10,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4585c39bed03,41877,1732742517864, seqNum=-1] 2024-11-27T21:22:10,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:22:10,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T21:22:10,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T21:22:10,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T21:22:10,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ for inclusion in 1591a28dc75100ed3afca5c0656b60ad/f 2024-11-27T21:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T21:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:10,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ for inclusion in 1591a28dc75100ed3afca5c0656b60ad/f 2024-11-27T21:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T21:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T21:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HRegion(2603): Flush status journal for 1591a28dc75100ed3afca5c0656b60ad: 2024-11-27T21:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e41eb362301c43feac1cee05f63c8029_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/3fe6709aed2745739f5251b2f90db9fc_SeqId_4_ 2024-11-27T21:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f073234d95044479c9cfd1487506cd7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T21:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/79e7f58f58bb4fb3ab9cb08b5f8b037f_SeqId_4_ 2024-11-27T21:22:10,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ into 1591a28dc75100ed3afca5c0656b60ad/f as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/3fe6709aed2745739f5251b2f90db9fc_SeqId_4_ - updating store file list. 2024-11-27T21:22:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fe6709aed2745739f5251b2f90db9fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:10,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/3fe6709aed2745739f5251b2f90db9fc_SeqId_4_ into 1591a28dc75100ed3afca5c0656b60ad/f 2024-11-27T21:22:10,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ into 1591a28dc75100ed3afca5c0656b60ad/f (new location: hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/3fe6709aed2745739f5251b2f90db9fc_SeqId_4_) 2024-11-27T21:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/e41eb362301c43feac1cee05f63c8029_SeqId_6_ 2024-11-27T21:22:10,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ into 1591a28dc75100ed3afca5c0656b60ad/f as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/79e7f58f58bb4fb3ab9cb08b5f8b037f_SeqId_4_ - updating store file list. 2024-11-27T21:22:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79e7f58f58bb4fb3ab9cb08b5f8b037f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T21:22:10,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/79e7f58f58bb4fb3ab9cb08b5f8b037f_SeqId_4_ into 1591a28dc75100ed3afca5c0656b60ad/f 2024-11-27T21:22:10,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ into 1591a28dc75100ed3afca5c0656b60ad/f (new location: hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/f/79e7f58f58bb4fb3ab9cb08b5f8b037f_SeqId_4_) 2024-11-27T21:22:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/staging/jenkins.hfs.23__test__6ei9v0mo86i97n3p8445oivf9ddsads8ptlpu4glju12o6no5ljjd1fchvsi776i/f/3f073234d95044479c9cfd1487506cd7_SeqId_6_ 2024-11-27T21:22:10,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.ReplicationSink(324): Finished replicating [692a6e96-7985-43ac-80fa-3f86bcec3c64] bulk loaded data 2024-11-27T21:22:10,610 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:10,840 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:11,113 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:11,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:22:11,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:11,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:11,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:11,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:11,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:11,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:22:11,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1481813412, stopped=false 2024-11-27T21:22:11,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,41979,1732742517819 2024-11-27T21:22:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-629605137/running 2024-11-27T21:22:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-629605137/running 2024-11-27T21:22:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:22:11,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:22:11,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:22:11,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:11,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:11,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:11,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,41877,1732742517864' ***** 2024-11-27T21:22:11,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on znode that does not yet exist, /2-629605137/running 2024-11-27T21:22:11,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:22:11,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Set watcher on znode that does not yet exist, /2-629605137/running 2024-11-27T21:22:11,261 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:22:11,261 INFO [RS:0;4585c39bed03:41877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:11,262 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,41877,1732742517864 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41877. 2024-11-27T21:22:11,262 DEBUG [RS:0;4585c39bed03:41877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:11,262 DEBUG [RS:0;4585c39bed03:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:22:11,262 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1591a28dc75100ed3afca5c0656b60ad, disabling compactions & flushes 2024-11-27T21:22:11,262 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:22:11,262 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:11,262 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:11,262 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. after waiting 0 ms 2024-11-27T21:22:11,262 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:11,263 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:22:11,263 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1591a28dc75100ed3afca5c0656b60ad=test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad.} 2024-11-27T21:22:11,263 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1591a28dc75100ed3afca5c0656b60ad 2024-11-27T21:22:11,263 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:22:11,263 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:22:11,263 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:22:11,263 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:22:11,263 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:22:11,263 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T21:22:11,267 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/default/test/1591a28dc75100ed3afca5c0656b60ad/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T21:22:11,268 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:22:11,268 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:22:11,268 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:11,268 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1591a28dc75100ed3afca5c0656b60ad: Waiting for close lock at 1732742531262Running coprocessor pre-close hooks at 1732742531262Disabling compacts and flushes for region at 1732742531262Disabling writes for close at 1732742531262Writing region close event to WAL at 1732742531264 (+2 ms)Running coprocessor post-close hooks at 1732742531268 (+4 ms)Closed at 1732742531268 2024-11-27T21:22:11,268 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad. 2024-11-27T21:22:11,282 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/info/0b2f82f062aa40b7b684718aef95b0d4 is 129, key is test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad./info:regioninfo/1732742523530/Put/seqid=0 2024-11-27T21:22:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741839_1015 (size=6421) 2024-11-27T21:22:11,285 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/info/0b2f82f062aa40b7b684718aef95b0d4 2024-11-27T21:22:11,302 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/ns/9590683e128e45d9b6a7891e4793533a is 43, key is default/ns:d/1732742520438/Put/seqid=0 2024-11-27T21:22:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741840_1016 (size=5153) 2024-11-27T21:22:11,323 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:22:11,323 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:22:11,329 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:22:11,344 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:11,463 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:11,663 DEBUG [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:11,705 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/ns/9590683e128e45d9b6a7891e4793533a 2024-11-27T21:22:11,716 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:11,723 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/rep_barrier/9c1552db29d34cf384aece1ca67dbd23 is 112, key is test,,1732742522789.1591a28dc75100ed3afca5c0656b60ad./rep_barrier:seqnumDuringOpen/1732742523530/Put/seqid=0 2024-11-27T21:22:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741841_1017 (size=5518) 2024-11-27T21:22:11,726 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/rep_barrier/9c1552db29d34cf384aece1ca67dbd23 2024-11-27T21:22:11,747 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/table/3e777689cf36488aa626d1ed62d62b77 is 40, key is test/table:state/1732742523536/Put/seqid=0 2024-11-27T21:22:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741842_1018 (size=5165) 2024-11-27T21:22:11,756 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/table/3e777689cf36488aa626d1ed62d62b77 2024-11-27T21:22:11,760 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/info/0b2f82f062aa40b7b684718aef95b0d4 as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/info/0b2f82f062aa40b7b684718aef95b0d4 2024-11-27T21:22:11,763 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/info/0b2f82f062aa40b7b684718aef95b0d4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T21:22:11,764 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/ns/9590683e128e45d9b6a7891e4793533a as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/ns/9590683e128e45d9b6a7891e4793533a 2024-11-27T21:22:11,767 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/ns/9590683e128e45d9b6a7891e4793533a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:22:11,768 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/rep_barrier/9c1552db29d34cf384aece1ca67dbd23 as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/rep_barrier/9c1552db29d34cf384aece1ca67dbd23 2024-11-27T21:22:11,771 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/rep_barrier/9c1552db29d34cf384aece1ca67dbd23, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T21:22:11,772 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/.tmp/table/3e777689cf36488aa626d1ed62d62b77 as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/table/3e777689cf36488aa626d1ed62d62b77 2024-11-27T21:22:11,775 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/table/3e777689cf36488aa626d1ed62d62b77, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:22:11,776 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=11, compaction requested=false 2024-11-27T21:22:11,780 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T21:22:11,780 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:22:11,780 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:22:11,780 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:22:11,780 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742531263Running coprocessor pre-close hooks at 1732742531263Disabling compacts and flushes for region at 1732742531263Disabling writes for close at 1732742531263Obtaining lock to block concurrent updates at 1732742531263Preparing flush snapshotting stores in 1588230740 at 1732742531263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732742531263Flushing stores of hbase:meta,,1.1588230740 at 1732742531264 (+1 ms)Flushing 1588230740/info: creating writer at 1732742531264Flushing 1588230740/info: appending metadata at 1732742531281 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732742531281Flushing 1588230740/ns: creating writer at 1732742531288 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732742531301 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732742531301Flushing 1588230740/rep_barrier: creating writer at 1732742531709 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742531722 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742531722Flushing 1588230740/table: creating writer at 1732742531729 (+7 ms)Flushing 1588230740/table: appending metadata at 1732742531746 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732742531746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6277481: reopening flushed file at 1732742531759 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2849e4ea: reopening flushed file at 1732742531763 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4cddf0: reopening flushed file at 1732742531767 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe62d86: reopening flushed file at 1732742531771 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=11, compaction requested=false at 1732742531776 (+5 ms)Writing region close event to WAL at 1732742531777 (+1 ms)Running coprocessor post-close hooks at 1732742531780 (+3 ms)Closed at 1732742531780 2024-11-27T21:22:11,781 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:22:11,863 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,41877,1732742517864; all regions closed. 2024-11-27T21:22:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741834_1010 (size=2717) 2024-11-27T21:22:11,867 DEBUG [RS:0;4585c39bed03:41877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/oldWALs 2024-11-27T21:22:11,867 INFO [RS:0;4585c39bed03:41877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C41877%2C1732742517864.meta:.meta(num 1732742520396) 2024-11-27T21:22:11,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741832_1008 (size=1028) 2024-11-27T21:22:11,869 DEBUG [RS:0;4585c39bed03:41877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/oldWALs 2024-11-27T21:22:11,869 INFO [RS:0;4585c39bed03:41877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C41877%2C1732742517864:(num 1732742519452) 2024-11-27T21:22:11,869 DEBUG [RS:0;4585c39bed03:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:11,869 INFO [RS:0;4585c39bed03:41877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:22:11,870 INFO [RS:0;4585c39bed03:41877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:22:11,870 INFO [RS:0;4585c39bed03:41877 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:22:11,870 INFO [RS:0;4585c39bed03:41877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:22:11,870 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:22:11,870 INFO [RS:0;4585c39bed03:41877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:41877. 2024-11-27T21:22:11,870 DEBUG [RS:0;4585c39bed03:41877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:11,871 DEBUG [RS:0;4585c39bed03:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:11,871 DEBUG [RS:0;4585c39bed03:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:11,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:11,871 INFO [RS:0;4585c39bed03:41877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41877 2024-11-27T21:22:11,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137/rs 2024-11-27T21:22:11,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-629605137/rs/4585c39bed03,41877,1732742517864 2024-11-27T21:22:11,873 INFO [RS:0;4585c39bed03:41877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:22:11,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,41877,1732742517864] 2024-11-27T21:22:11,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-629605137/draining/4585c39bed03,41877,1732742517864 already deleted, retry=false 2024-11-27T21:22:11,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,41877,1732742517864 expired; onlineServers=0 2024-11-27T21:22:11,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,41979,1732742517819' ***** 2024-11-27T21:22:11,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:22:11,877 INFO [M:0;4585c39bed03:41979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:22:11,877 INFO [M:0;4585c39bed03:41979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:22:11,877 DEBUG [M:0;4585c39bed03:41979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:22:11,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:22:11,877 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742519261 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742519261,5,FailOnTimeoutGroup] 2024-11-27T21:22:11,877 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742519260 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742519260,5,FailOnTimeoutGroup] 2024-11-27T21:22:11,877 DEBUG [M:0;4585c39bed03:41979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:22:11,877 INFO [M:0;4585c39bed03:41979 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:22:11,878 INFO [M:0;4585c39bed03:41979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:22:11,878 DEBUG [M:0;4585c39bed03:41979 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:22:11,878 INFO [M:0;4585c39bed03:41979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:22:11,878 INFO [M:0;4585c39bed03:41979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:22:11,878 INFO [M:0;4585c39bed03:41979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:22:11,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:22:11,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-629605137/master 2024-11-27T21:22:11,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-629605137 2024-11-27T21:22:11,878 DEBUG [M:0;4585c39bed03:41979 {}] zookeeper.ZKUtil(347): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Unable to get data of znode /2-629605137/master because node does not exist (not an error) 2024-11-27T21:22:11,878 WARN [M:0;4585c39bed03:41979 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:22:11,879 INFO [M:0;4585c39bed03:41979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/.lastflushedseqids 2024-11-27T21:22:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741843_1019 (size=173) 2024-11-27T21:22:11,947 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:11,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:11,976 INFO [RS:0;4585c39bed03:41877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:22:11,976 INFO [RS:0;4585c39bed03:41877 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,41877,1732742517864; zookeeper connection closed. 2024-11-27T21:22:11,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1015b4e5b720007, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:11,976 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5de10228 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5de10228 2024-11-27T21:22:11,976 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:22:12,283 INFO [M:0;4585c39bed03:41979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:22:12,283 INFO [M:0;4585c39bed03:41979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:22:12,283 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:22:12,283 INFO [M:0;4585c39bed03:41979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:12,283 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:12,283 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:22:12,283 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:12,283 INFO [M:0;4585c39bed03:41979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-27T21:22:12,298 DEBUG [M:0;4585c39bed03:41979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d483cd36bb84b9198fdf630bab2e08b is 82, key is hbase:meta,,1/info:regioninfo/1732742520429/Put/seqid=0 2024-11-27T21:22:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741844_1020 (size=5672) 2024-11-27T21:22:12,302 INFO [M:0;4585c39bed03:41979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d483cd36bb84b9198fdf630bab2e08b 2024-11-27T21:22:12,319 DEBUG [M:0;4585c39bed03:41979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6d251d5a72d48c384f8028e106152ff is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732742523539/Put/seqid=0 2024-11-27T21:22:12,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741845_1021 (size=6585) 2024-11-27T21:22:12,420 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:12,651 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:12,723 INFO [M:0;4585c39bed03:41979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6d251d5a72d48c384f8028e106152ff 2024-11-27T21:22:12,740 DEBUG [M:0;4585c39bed03:41979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a9639f9fee0488c83587544d099c769 is 69, key is 4585c39bed03,41877,1732742517864/rs:state/1732742519305/Put/seqid=0 2024-11-27T21:22:12,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741846_1022 (size=5156) 2024-11-27T21:22:13,144 INFO [M:0;4585c39bed03:41979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a9639f9fee0488c83587544d099c769 2024-11-27T21:22:13,148 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d483cd36bb84b9198fdf630bab2e08b as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d483cd36bb84b9198fdf630bab2e08b 2024-11-27T21:22:13,151 INFO [M:0;4585c39bed03:41979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d483cd36bb84b9198fdf630bab2e08b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T21:22:13,152 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6d251d5a72d48c384f8028e106152ff as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6d251d5a72d48c384f8028e106152ff 2024-11-27T21:22:13,155 INFO [M:0;4585c39bed03:41979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6d251d5a72d48c384f8028e106152ff, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T21:22:13,155 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a9639f9fee0488c83587544d099c769 as hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a9639f9fee0488c83587544d099c769 2024-11-27T21:22:13,158 INFO [M:0;4585c39bed03:41979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/e3b3db05-746e-dc3e-c5a4-b73137e7c44b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a9639f9fee0488c83587544d099c769, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T21:22:13,159 INFO [M:0;4585c39bed03:41979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false 2024-11-27T21:22:13,160 INFO [M:0;4585c39bed03:41979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:13,160 DEBUG [M:0;4585c39bed03:41979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742532283Disabling compacts and flushes for region at 1732742532283Disabling writes for close at 1732742532283Obtaining lock to block concurrent updates at 1732742532283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742532283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732742532284 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742532284Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742532284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742532298 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742532298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742532305 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742532318 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742532318Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742532726 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742532739 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742532739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4730958f: reopening flushed file at 1732742533147 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10967d10: reopening flushed file at 1732742533151 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29906f: reopening flushed file at 1732742533155 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false at 1732742533159 (+4 ms)Writing region close event to WAL at 1732742533160 (+1 ms)Closed at 1732742533160 2024-11-27T21:22:13,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46239 is added to blk_1073741830_1006 (size=32758) 2024-11-27T21:22:13,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:22:13,162 INFO [M:0;4585c39bed03:41979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:22:13,163 INFO [M:0;4585c39bed03:41979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41979 2024-11-27T21:22:13,163 INFO [M:0;4585c39bed03:41979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:22:13,224 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:13,265 INFO [M:0;4585c39bed03:41979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:22:13,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:13,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41979-0x1015b4e5b720006, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:13,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad8989d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:22:13,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c95447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:22:13,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:22:13,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2483a4fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:22:13,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f125a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/hadoop.log.dir/,STOPPED} 2024-11-27T21:22:13,269 WARN [BP-721449953-172.17.0.2-1732742516761 heartbeating to localhost/127.0.0.1:36301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:22:13,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:22:13,270 WARN [BP-721449953-172.17.0.2-1732742516761 heartbeating to localhost/127.0.0.1:36301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-721449953-172.17.0.2-1732742516761 (Datanode Uuid 2455a2a4-0b42-4ac6-97b4-728ddab3a195) service to localhost/127.0.0.1:36301 2024-11-27T21:22:13,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:22:13,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/cluster_ec8837ad-450b-139f-4a61-ea4de108f797/data/data1/current/BP-721449953-172.17.0.2-1732742516761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:22:13,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/cluster_ec8837ad-450b-139f-4a61-ea4de108f797/data/data2/current/BP-721449953-172.17.0.2-1732742516761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:22:13,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:22:13,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15445893{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:22:13,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61eab7d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:22:13,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:22:13,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1631ccfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:22:13,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a05026e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a5454e0-ba84-5897-bc6c-051bce2a09e9/hadoop.log.dir/,STOPPED} 2024-11-27T21:22:13,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:22:13,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:22:13,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:13,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:13,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:13,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:13,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:13,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:22:13,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=199369991, stopped=false 2024-11-27T21:22:13,293 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,34743,1732742513662 2024-11-27T21:22:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1897802078/running 2024-11-27T21:22:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:22:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1897802078/running 2024-11-27T21:22:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:22:13,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:22:13,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:13,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:13,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:13,295 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,44573,1732742513704' ***** 2024-11-27T21:22:13,295 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:22:13,295 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:22:13,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:22:13,295 INFO [RS:0;4585c39bed03:44573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:22:13,295 INFO [RS:0;4585c39bed03:44573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:22:13,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on znode that does not yet exist, /1-1897802078/running 2024-11-27T21:22:13,295 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:13,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Set watcher on znode that does not yet exist, /1-1897802078/running 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,44573,1732742513704 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44573. 2024-11-27T21:22:13,296 DEBUG [RS:0;4585c39bed03:44573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:13,296 DEBUG [RS:0;4585c39bed03:44573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:22:13,296 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:22:13,297 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:22:13,297 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1325): Online Regions={1b65b342c87c25003f5cb4830d56d35f=test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b65b342c87c25003f5cb4830d56d35f, disabling compactions & flushes 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:22:13,297 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:13,297 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b65b342c87c25003f5cb4830d56d35f 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. after waiting 0 ms 2024-11-27T21:22:13,297 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T21:22:13,297 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:13,301 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/default/test/1b65b342c87c25003f5cb4830d56d35f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:22:13,302 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b65b342c87c25003f5cb4830d56d35f: Waiting for close lock at 1732742533297Running coprocessor pre-close hooks at 1732742533297Disabling compacts and flushes for region at 1732742533297Disabling writes for close at 1732742533297Writing region close event to WAL at 1732742533298 (+1 ms)Running coprocessor post-close hooks at 1732742533302 (+4 ms)Closed at 1732742533302 2024-11-27T21:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f. 2024-11-27T21:22:13,313 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/info/9e790410e425485fa0ee028f2986ed12 is 129, key is test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f./info:regioninfo/1732742522389/Put/seqid=0 2024-11-27T21:22:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741841_1017 (size=6421) 2024-11-27T21:22:13,317 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/info/9e790410e425485fa0ee028f2986ed12 2024-11-27T21:22:13,335 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/ns/bcd2340494be45969fd8b32ce2f38335 is 43, key is default/ns:d/1732742516644/Put/seqid=0 2024-11-27T21:22:13,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741842_1018 (size=5153) 2024-11-27T21:22:13,339 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/ns/bcd2340494be45969fd8b32ce2f38335 2024-11-27T21:22:13,360 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/rep_barrier/5c0eb4e2531a41e3910daafe5c785dc2 is 112, key is test,,1732742521649.1b65b342c87c25003f5cb4830d56d35f./rep_barrier:seqnumDuringOpen/1732742522389/Put/seqid=0 2024-11-27T21:22:13,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741843_1019 (size=5518) 2024-11-27T21:22:13,377 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:22:13,454 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:13,497 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:13,564 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:22:13,564 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:22:13,697 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:13,764 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/rep_barrier/5c0eb4e2531a41e3910daafe5c785dc2 2024-11-27T21:22:13,796 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/table/bec5e7fa4f744813a52c45523ecd591e is 40, key is test/table:state/1732742522395/Put/seqid=0 2024-11-27T21:22:13,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741844_1020 (size=5165) 2024-11-27T21:22:13,897 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:14,098 DEBUG [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:14,100 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:22:14,127 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:14,199 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/table/bec5e7fa4f744813a52c45523ecd591e 2024-11-27T21:22:14,204 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/info/9e790410e425485fa0ee028f2986ed12 as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/info/9e790410e425485fa0ee028f2986ed12 2024-11-27T21:22:14,207 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/info/9e790410e425485fa0ee028f2986ed12, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T21:22:14,208 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/ns/bcd2340494be45969fd8b32ce2f38335 as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/ns/bcd2340494be45969fd8b32ce2f38335 2024-11-27T21:22:14,219 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/ns/bcd2340494be45969fd8b32ce2f38335, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:22:14,220 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/rep_barrier/5c0eb4e2531a41e3910daafe5c785dc2 as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/rep_barrier/5c0eb4e2531a41e3910daafe5c785dc2 2024-11-27T21:22:14,223 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/rep_barrier/5c0eb4e2531a41e3910daafe5c785dc2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T21:22:14,224 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/.tmp/table/bec5e7fa4f744813a52c45523ecd591e as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/table/bec5e7fa4f744813a52c45523ecd591e 2024-11-27T21:22:14,227 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/table/bec5e7fa4f744813a52c45523ecd591e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T21:22:14,228 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false 2024-11-27T21:22:14,231 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T21:22:14,232 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:22:14,232 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:22:14,232 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:22:14,232 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742533297Running coprocessor pre-close hooks at 1732742533297Disabling compacts and flushes for region at 1732742533297Disabling writes for close at 1732742533297Obtaining lock to block concurrent updates at 1732742533297Preparing flush snapshotting stores in 1588230740 at 1732742533297Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732742533297Flushing stores of hbase:meta,,1.1588230740 at 1732742533298 (+1 ms)Flushing 1588230740/info: creating writer at 1732742533298Flushing 1588230740/info: appending metadata at 1732742533313 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732742533313Flushing 1588230740/ns: creating writer at 1732742533321 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732742533334 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732742533334Flushing 1588230740/rep_barrier: creating writer at 1732742533342 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742533359 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742533359Flushing 1588230740/table: creating writer at 1732742533767 (+408 ms)Flushing 1588230740/table: appending metadata at 1732742533795 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732742533795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36de5195: reopening flushed file at 1732742534203 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cc80c7: reopening flushed file at 1732742534208 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12681e41: reopening flushed file at 1732742534219 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7916c7: reopening flushed file at 1732742534223 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false at 1732742534228 (+5 ms)Writing region close event to WAL at 1732742534229 (+1 ms)Running coprocessor post-close hooks at 1732742534232 (+3 ms)Closed at 1732742534232 2024-11-27T21:22:14,232 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:22:14,298 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,44573,1732742513704; all regions closed. 2024-11-27T21:22:14,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741834_1010 (size=2717) 2024-11-27T21:22:14,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/WALs/4585c39bed03,44573,1732742513704/4585c39bed03%2C44573%2C1732742513704.meta.1732742516604.meta not finished, retry = 0 2024-11-27T21:22:14,358 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:14,402 DEBUG [RS:0;4585c39bed03:44573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/oldWALs 2024-11-27T21:22:14,402 INFO [RS:0;4585c39bed03:44573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C44573%2C1732742513704.meta:.meta(num 1732742516604) 2024-11-27T21:22:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741832_1008 (size=1374) 2024-11-27T21:22:14,406 DEBUG [RS:0;4585c39bed03:44573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/oldWALs 2024-11-27T21:22:14,406 INFO [RS:0;4585c39bed03:44573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4585c39bed03%2C44573%2C1732742513704:(num 1732742515701) 2024-11-27T21:22:14,406 DEBUG [RS:0;4585c39bed03:44573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:14,406 INFO [RS:0;4585c39bed03:44573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:22:14,406 INFO [RS:0;4585c39bed03:44573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:22:14,406 INFO [RS:0;4585c39bed03:44573 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:22:14,406 INFO [RS:0;4585c39bed03:44573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:22:14,406 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:22:14,407 INFO [RS:0;4585c39bed03:44573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44573. 2024-11-27T21:22:14,407 DEBUG [RS:0;4585c39bed03:44573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:14,407 DEBUG [RS:0;4585c39bed03:44573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:14,407 DEBUG [RS:0;4585c39bed03:44573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:14,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:14,407 INFO [RS:0;4585c39bed03:44573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44573 2024-11-27T21:22:14,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078/rs 2024-11-27T21:22:14,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1897802078/rs/4585c39bed03,44573,1732742513704 2024-11-27T21:22:14,410 INFO [RS:0;4585c39bed03:44573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:22:14,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,44573,1732742513704] 2024-11-27T21:22:14,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1897802078/draining/4585c39bed03,44573,1732742513704 already deleted, retry=false 2024-11-27T21:22:14,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,44573,1732742513704 expired; onlineServers=0 2024-11-27T21:22:14,414 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,34743,1732742513662' ***** 2024-11-27T21:22:14,414 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:22:14,414 INFO [M:0;4585c39bed03:34743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:22:14,414 INFO [M:0;4585c39bed03:34743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:22:14,414 DEBUG [M:0;4585c39bed03:34743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:22:14,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:22:14,415 DEBUG [M:0;4585c39bed03:34743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:22:14,415 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742515468 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742515468,5,FailOnTimeoutGroup] 2024-11-27T21:22:14,415 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742515468 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742515468,5,FailOnTimeoutGroup] 2024-11-27T21:22:14,415 INFO [M:0;4585c39bed03:34743 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:22:14,415 INFO [M:0;4585c39bed03:34743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:22:14,415 DEBUG [M:0;4585c39bed03:34743 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:22:14,415 INFO [M:0;4585c39bed03:34743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:22:14,415 INFO [M:0;4585c39bed03:34743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:22:14,416 INFO [M:0;4585c39bed03:34743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:22:14,416 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:22:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1897802078/master 2024-11-27T21:22:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1897802078 2024-11-27T21:22:14,416 DEBUG [M:0;4585c39bed03:34743 {}] zookeeper.ZKUtil(347): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Unable to get data of znode /1-1897802078/master because node does not exist (not an error) 2024-11-27T21:22:14,416 WARN [M:0;4585c39bed03:34743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:22:14,417 INFO [M:0;4585c39bed03:34743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/.lastflushedseqids 2024-11-27T21:22:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741845_1021 (size=173) 2024-11-27T21:22:14,513 INFO [RS:0;4585c39bed03:44573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:22:14,513 INFO [RS:0;4585c39bed03:44573 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,44573,1732742513704; zookeeper connection closed. 2024-11-27T21:22:14,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:14,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44573-0x1015b4e5b720004, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:14,514 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@478fb586 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@478fb586 2024-11-27T21:22:14,514 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:22:14,821 INFO [M:0;4585c39bed03:34743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:22:14,821 INFO [M:0;4585c39bed03:34743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:22:14,821 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:22:14,821 INFO [M:0;4585c39bed03:34743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:14,821 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:14,821 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:22:14,821 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:14,822 INFO [M:0;4585c39bed03:34743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T21:22:14,841 DEBUG [M:0;4585c39bed03:34743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51b7c6fbadb844839d60d6457bb68d3d is 82, key is hbase:meta,,1/info:regioninfo/1732742516635/Put/seqid=0 2024-11-27T21:22:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741846_1022 (size=5672) 2024-11-27T21:22:14,845 INFO [M:0;4585c39bed03:34743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51b7c6fbadb844839d60d6457bb68d3d 2024-11-27T21:22:14,862 DEBUG [M:0;4585c39bed03:34743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbf3d5f3a2e74f7b9b327dd2c7a1f8f3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732742522398/Put/seqid=0 2024-11-27T21:22:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741847_1023 (size=6586) 2024-11-27T21:22:14,865 INFO [M:0;4585c39bed03:34743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbf3d5f3a2e74f7b9b327dd2c7a1f8f3 2024-11-27T21:22:14,882 DEBUG [M:0;4585c39bed03:34743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb861f46c9f94724ba6a940cbdbc8c49 is 69, key is 4585c39bed03,44573,1732742513704/rs:state/1732742515549/Put/seqid=0 2024-11-27T21:22:14,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741848_1024 (size=5156) 2024-11-27T21:22:15,130 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:15,285 INFO [M:0;4585c39bed03:34743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb861f46c9f94724ba6a940cbdbc8c49 2024-11-27T21:22:15,289 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51b7c6fbadb844839d60d6457bb68d3d as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51b7c6fbadb844839d60d6457bb68d3d 2024-11-27T21:22:15,292 INFO [M:0;4585c39bed03:34743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51b7c6fbadb844839d60d6457bb68d3d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T21:22:15,292 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbf3d5f3a2e74f7b9b327dd2c7a1f8f3 as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbf3d5f3a2e74f7b9b327dd2c7a1f8f3 2024-11-27T21:22:15,295 INFO [M:0;4585c39bed03:34743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbf3d5f3a2e74f7b9b327dd2c7a1f8f3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T21:22:15,296 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb861f46c9f94724ba6a940cbdbc8c49 as hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb861f46c9f94724ba6a940cbdbc8c49 2024-11-27T21:22:15,300 INFO [M:0;4585c39bed03:34743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/9662b187-a047-41b7-b0e5-8a9a4bc54635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb861f46c9f94724ba6a940cbdbc8c49, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T21:22:15,300 INFO [M:0;4585c39bed03:34743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false 2024-11-27T21:22:15,309 INFO [M:0;4585c39bed03:34743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:15,309 DEBUG [M:0;4585c39bed03:34743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742534821Disabling compacts and flushes for region at 1732742534821Disabling writes for close at 1732742534821Obtaining lock to block concurrent updates at 1732742534822 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742534822Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732742534822Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742534822Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742534822Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742534841 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742534841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742534848 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742534862 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742534862Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742534869 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742534881 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742534881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bfdd38: reopening flushed file at 1732742535288 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c172ab6: reopening flushed file at 1732742535292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3393df7: reopening flushed file at 1732742535296 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false at 1732742535300 (+4 ms)Writing region close event to WAL at 1732742535309 (+9 ms)Closed at 1732742535309 2024-11-27T21:22:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45711 is added to blk_1073741830_1006 (size=32770) 2024-11-27T21:22:15,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:22:15,311 INFO [M:0;4585c39bed03:34743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:22:15,312 INFO [M:0;4585c39bed03:34743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34743 2024-11-27T21:22:15,312 INFO [M:0;4585c39bed03:34743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:22:15,362 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:15,414 INFO [M:0;4585c39bed03:34743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:22:15,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:15,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x1015b4e5b720003, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:15,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@445be983{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:22:15,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e134a3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:22:15,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:22:15,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:22:15,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501795a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.log.dir/,STOPPED} 2024-11-27T21:22:15,418 WARN [BP-1388208413-172.17.0.2-1732742512946 heartbeating to localhost/127.0.0.1:40919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:22:15,418 WARN [BP-1388208413-172.17.0.2-1732742512946 heartbeating to localhost/127.0.0.1:40919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1388208413-172.17.0.2-1732742512946 (Datanode Uuid 6c032c16-5041-4ad9-b4a4-87e760b830fc) service to localhost/127.0.0.1:40919 2024-11-27T21:22:15,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:22:15,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:22:15,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/cluster_da30846a-a543-a2fa-0f00-e06d70ba0a64/data/data1/current/BP-1388208413-172.17.0.2-1732742512946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:22:15,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/cluster_da30846a-a543-a2fa-0f00-e06d70ba0a64/data/data2/current/BP-1388208413-172.17.0.2-1732742512946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:22:15,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:22:15,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f321988{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:22:15,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4072b391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:22:15,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:22:15,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c7ad3e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:22:15,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70764eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39e1ac86-a78e-84d9-2802-9b2809325e35/hadoop.log.dir/,STOPPED} 2024-11-27T21:22:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:22:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:22:15,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:15,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:15,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:15,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:15,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:15,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:22:15,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1737221288, stopped=false 2024-11-27T21:22:15,442 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4585c39bed03,41349,1732742509830 2024-11-27T21:22:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189966727/running 2024-11-27T21:22:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189966727/running 2024-11-27T21:22:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:22:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:22:15,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:22:15,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:22:15,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:15,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:15,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4585c39bed03,44561,1732742509881' ***** 2024-11-27T21:22:15,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:22:15,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on znode that does not yet exist, /0-189966727/running 2024-11-27T21:22:15,445 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:22:15,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Set watcher on znode that does not yet exist, /0-189966727/running 2024-11-27T21:22:15,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:22:15,445 INFO [RS:0;4585c39bed03:44561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:22:15,445 INFO [RS:0;4585c39bed03:44561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(959): stopping server 4585c39bed03,44561,1732742509881 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44561. 2024-11-27T21:22:15,446 DEBUG [RS:0;4585c39bed03:44561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:15,446 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:15,446 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c879d325a833e6bb18294d914fbd5b8, disabling compactions & flushes 2024-11-27T21:22:15,446 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:15,446 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:15,446 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. after waiting 0 ms 2024-11-27T21:22:15,446 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:22:15,446 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T21:22:15,446 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1325): Online Regions={8c879d325a833e6bb18294d914fbd5b8=test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8., 1588230740=hbase:meta,,1.1588230740, 3fe580bc6e4497a9af5d8fbefe157d1c=hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c.} 2024-11-27T21:22:15,446 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fe580bc6e4497a9af5d8fbefe157d1c, 8c879d325a833e6bb18294d914fbd5b8 2024-11-27T21:22:15,446 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:22:15,447 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:22:15,447 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:22:15,447 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:22:15,447 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:22:15,447 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T21:22:15,449 INFO [regionserver/4585c39bed03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/default/test/8c879d325a833e6bb18294d914fbd5b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T21:22:15,451 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c879d325a833e6bb18294d914fbd5b8: Waiting for close lock at 1732742535446Running coprocessor pre-close hooks at 1732742535446Disabling compacts and flushes for region at 1732742535446Disabling writes for close at 1732742535446Writing region close event to WAL at 1732742535447 (+1 ms)Running coprocessor post-close hooks at 1732742535450 (+3 ms)Closed at 1732742535451 (+1 ms) 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8. 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fe580bc6e4497a9af5d8fbefe157d1c, disabling compactions & flushes 2024-11-27T21:22:15,451 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. after waiting 0 ms 2024-11-27T21:22:15,451 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:15,451 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3fe580bc6e4497a9af5d8fbefe157d1c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T21:22:15,462 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/info/1205d77186fc43d682145bcd8bc3c385 is 147, key is hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c./info:regioninfo/1732742524702/Put/seqid=0 2024-11-27T21:22:15,466 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/.tmp/hfileref/eafcc2a73df141cb9e6335faae775406 is 74, key is 1/hfileref:3f073234d95044479c9cfd1487506cd7_SeqId_6_/1732742530393/DeleteColumn/seqid=0 2024-11-27T21:22:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741847_1023 (size=7686) 2024-11-27T21:22:15,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741848_1024 (size=5489) 2024-11-27T21:22:15,647 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:15,732 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:22:15,732 INFO [regionserver/4585c39bed03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:22:15,847 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fe580bc6e4497a9af5d8fbefe157d1c 2024-11-27T21:22:15,866 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/info/1205d77186fc43d682145bcd8bc3c385 2024-11-27T21:22:15,869 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/.tmp/hfileref/eafcc2a73df141cb9e6335faae775406 2024-11-27T21:22:15,886 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/ns/dbe05e3711b54f05b7b6824516ae6cd0 is 43, key is default/ns:d/1732742512815/Put/seqid=0 2024-11-27T21:22:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741849_1025 (size=5153) 2024-11-27T21:22:15,890 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/.tmp/queue/789068f799f04f5d80107d9309b66fef is 153, key is 1-4585c39bed03,44561,1732742509881/queue:4585c39bed03%2C44561%2C1732742509881/1732742530394/Put/seqid=0 2024-11-27T21:22:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741850_1026 (size=5504) 2024-11-27T21:22:15,893 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/.tmp/queue/789068f799f04f5d80107d9309b66fef 2024-11-27T21:22:15,897 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/.tmp/hfileref/eafcc2a73df141cb9e6335faae775406 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/hfileref/eafcc2a73df141cb9e6335faae775406 2024-11-27T21:22:15,900 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/hfileref/eafcc2a73df141cb9e6335faae775406, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T21:22:15,901 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/.tmp/queue/789068f799f04f5d80107d9309b66fef as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/queue/789068f799f04f5d80107d9309b66fef 2024-11-27T21:22:15,904 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/queue/789068f799f04f5d80107d9309b66fef, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T21:22:15,905 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3fe580bc6e4497a9af5d8fbefe157d1c in 454ms, sequenceid=17, compaction requested=false 2024-11-27T21:22:15,909 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/replication/3fe580bc6e4497a9af5d8fbefe157d1c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T21:22:15,909 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:22:15,909 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:22:15,909 INFO [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:15,909 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fe580bc6e4497a9af5d8fbefe157d1c: Waiting for close lock at 1732742535451Running coprocessor pre-close hooks at 1732742535451Disabling compacts and flushes for region at 1732742535451Disabling writes for close at 1732742535451Obtaining lock to block concurrent updates at 1732742535451Preparing flush snapshotting stores in 3fe580bc6e4497a9af5d8fbefe157d1c at 1732742535451Finished memstore snapshotting hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732742535451Flushing stores of hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. at 1732742535452 (+1 ms)Flushing 3fe580bc6e4497a9af5d8fbefe157d1c/hfileref: creating writer at 1732742535452Flushing 3fe580bc6e4497a9af5d8fbefe157d1c/hfileref: appending metadata at 1732742535465 (+13 ms)Flushing 3fe580bc6e4497a9af5d8fbefe157d1c/hfileref: closing flushed file at 1732742535465Flushing 3fe580bc6e4497a9af5d8fbefe157d1c/queue: creating writer at 1732742535873 (+408 ms)Flushing 3fe580bc6e4497a9af5d8fbefe157d1c/queue: appending metadata at 1732742535890 (+17 ms)Flushing 3fe580bc6e4497a9af5d8fbefe157d1c/queue: closing flushed file at 1732742535890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f5348d: reopening flushed file at 1732742535896 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28fca3c5: reopening flushed file at 1732742535900 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3fe580bc6e4497a9af5d8fbefe157d1c in 454ms, sequenceid=17, compaction requested=false at 1732742535905 (+5 ms)Writing region close event to WAL at 1732742535906 (+1 ms)Running coprocessor post-close hooks at 1732742535909 (+3 ms)Closed at 1732742535909 2024-11-27T21:22:15,909 DEBUG [RS_CLOSE_REGION-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732742523939.3fe580bc6e4497a9af5d8fbefe157d1c. 2024-11-27T21:22:15,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:22:15,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:15,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:22:16,047 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:16,234 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:16,238 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:22:16,238 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 688, reset compression=false 2024-11-27T21:22:16,238 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4585c39bed03,44561,1732742509881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:22:16,239 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4585c39bed03,44561,1732742509881: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-4585c39bed03,44561,1732742509881, walGroup=4585c39bed03%2C44561%2C1732742509881, offset=4585c39bed03%2C44561%2C1732742509881.1732742528020:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:44561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T21:22:16,240 ERROR [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:22:16,240 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:22:16,240 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:22:16,240 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:22:16,241 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:22:16,241 INFO [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1635778560, "init": 1048576000, "max": 2306867200, "used": 967720448 }, "NonHeapMemoryUsage": { "committed": 210436096, "init": 7667712, "max": -1, "used": 207472168 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:22:16,241 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4585c39bed03:41349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T21:22:16,247 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:16,289 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/ns/dbe05e3711b54f05b7b6824516ae6cd0 2024-11-27T21:22:16,307 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/rep_barrier/e27e4274d3ae4de49839594f817edfd2 is 112, key is test,,1732742520502.8c879d325a833e6bb18294d914fbd5b8./rep_barrier:seqnumDuringOpen/1732742521250/Put/seqid=0 2024-11-27T21:22:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741851_1027 (size=5518) 2024-11-27T21:22:16,441 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 688, reset compression=false 2024-11-27T21:22:16,447 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T21:22:16,447 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T21:22:16,447 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:16,465 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 393, reset compression=false 2024-11-27T21:22:16,469 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T21:22:16,469 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 688, reset compression=false 2024-11-27T21:22:16,469 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4585c39bed03,44561,1732742509881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T21:22:16,470 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T21:22:16,648 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:16,672 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 688, reset compression=false 2024-11-27T21:22:16,711 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/rep_barrier/e27e4274d3ae4de49839594f817edfd2 2024-11-27T21:22:16,728 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/table/23f6bea716bb429383b857a67c49e3e0 is 53, key is hbase:replication/table:state/1732742524708/Put/seqid=0 2024-11-27T21:22:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741852_1028 (size=5308) 2024-11-27T21:22:16,744 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 688, reset compression=false 2024-11-27T21:22:16,848 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:16,976 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 688, reset compression=false 2024-11-27T21:22:17,048 DEBUG [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:22:17,132 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/table/23f6bea716bb429383b857a67c49e3e0 2024-11-27T21:22:17,136 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/info/1205d77186fc43d682145bcd8bc3c385 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/info/1205d77186fc43d682145bcd8bc3c385 2024-11-27T21:22:17,139 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/info/1205d77186fc43d682145bcd8bc3c385, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T21:22:17,140 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/ns/dbe05e3711b54f05b7b6824516ae6cd0 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/ns/dbe05e3711b54f05b7b6824516ae6cd0 2024-11-27T21:22:17,143 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/ns/dbe05e3711b54f05b7b6824516ae6cd0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T21:22:17,143 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/rep_barrier/e27e4274d3ae4de49839594f817edfd2 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/rep_barrier/e27e4274d3ae4de49839594f817edfd2 2024-11-27T21:22:17,146 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/rep_barrier/e27e4274d3ae4de49839594f817edfd2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T21:22:17,147 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/.tmp/table/23f6bea716bb429383b857a67c49e3e0 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/table/23f6bea716bb429383b857a67c49e3e0 2024-11-27T21:22:17,148 DEBUG [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/WALs/4585c39bed03,44561,1732742509881/4585c39bed03%2C44561%2C1732742509881.1732742528020 to pos 688, reset compression=false 2024-11-27T21:22:17,150 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/table/23f6bea716bb429383b857a67c49e3e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T21:22:17,151 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-27T21:22:17,155 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T21:22:17,156 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T21:22:17,156 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:22:17,156 INFO [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:22:17,156 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732742535446Running coprocessor pre-close hooks at 1732742535446Disabling compacts and flushes for region at 1732742535446Disabling writes for close at 1732742535447 (+1 ms)Obtaining lock to block concurrent updates at 1732742535447Preparing flush snapshotting stores in 1588230740 at 1732742535447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732742535447Flushing stores of hbase:meta,,1.1588230740 at 1732742535447Flushing 1588230740/info: creating writer at 1732742535448 (+1 ms)Flushing 1588230740/info: appending metadata at 1732742535462 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732742535462Flushing 1588230740/ns: creating writer at 1732742535871 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732742535885 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732742535885Flushing 1588230740/rep_barrier: creating writer at 1732742536293 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732742536307 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732742536307Flushing 1588230740/table: creating writer at 1732742536714 (+407 ms)Flushing 1588230740/table: appending metadata at 1732742536728 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732742536728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d139e7: reopening flushed file at 1732742537136 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc93aca: reopening flushed file at 1732742537139 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b4bf18: reopening flushed file at 1732742537143 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b723657: reopening flushed file at 1732742537146 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1732742537151 (+5 ms)Writing region close event to WAL at 1732742537152 (+1 ms)Running coprocessor post-close hooks at 1732742537156 (+4 ms)Closed at 1732742537156 2024-11-27T21:22:17,156 DEBUG [RS_CLOSE_META-regionserver/4585c39bed03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:22:17,248 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(976): stopping server 4585c39bed03,44561,1732742509881; all regions closed. 2024-11-27T21:22:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741842_1018 (size=859) 2024-11-27T21:22:17,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741843_1019 (size=2791) 2024-11-27T21:22:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741844_1020 (size=696) 2024-11-27T21:22:17,255 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:17,255 INFO [RS:0;4585c39bed03:44561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:22:17,255 INFO [RS:0;4585c39bed03:44561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:22:17,255 INFO [RS:0;4585c39bed03:44561 {}] hbase.ChoreService(370): Chore service for: regionserver/4585c39bed03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:22:17,256 INFO [RS:0;4585c39bed03:44561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:22:17,256 INFO [regionserver/4585c39bed03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:22:17,256 INFO [RS:0;4585c39bed03:44561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4585c39bed03,44561,1732742509881 because: Region server is closing 2024-11-27T21:22:17,256 INFO [RS:0;4585c39bed03:44561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44561. 2024-11-27T21:22:17,257 DEBUG [RS:0;4585c39bed03:44561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:17,257 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:17,257 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:17,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:17,357 INFO [RS:0;4585c39bed03:44561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 terminated 2024-11-27T21:22:17,357 INFO [RS:0;4585c39bed03:44561 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4585c39bed03,44561,1732742509881 because: Region server is closing 2024-11-27T21:22:17,357 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,1-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,1-4585c39bed03,44561,1732742509881 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:22:17,357 INFO [RS:0;4585c39bed03:44561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4585c39bed03:44561. 2024-11-27T21:22:17,357 DEBUG [RS:0;4585c39bed03:44561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:22:17,357 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:17,358 DEBUG [RS:0;4585c39bed03:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:22:17,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:22:17,458 INFO [RS:0;4585c39bed03:44561 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.shipper4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 terminated 2024-11-27T21:22:17,458 WARN [RS_REFRESH_PEER-regionserver/4585c39bed03:0-0.replicationSource,2-4585c39bed03,44561,1732742509881.replicationSource.wal-reader.4585c39bed03%2C44561%2C1732742509881,2-4585c39bed03,44561,1732742509881 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T21:22:17,458 INFO [RS:0;4585c39bed03:44561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44561 2024-11-27T21:22:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189966727/rs/4585c39bed03,44561,1732742509881 2024-11-27T21:22:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727/rs 2024-11-27T21:22:17,460 INFO [RS:0;4585c39bed03:44561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:22:17,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4585c39bed03,44561,1732742509881] 2024-11-27T21:22:17,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-189966727/draining/4585c39bed03,44561,1732742509881 already deleted, retry=false 2024-11-27T21:22:17,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4585c39bed03,44561,1732742509881 expired; onlineServers=0 2024-11-27T21:22:17,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4585c39bed03,41349,1732742509830' ***** 2024-11-27T21:22:17,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:22:17,463 INFO [M:0;4585c39bed03:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:22:17,463 INFO [M:0;4585c39bed03:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:22:17,463 DEBUG [M:0;4585c39bed03:41349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:22:17,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:22:17,463 DEBUG [M:0;4585c39bed03:41349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:22:17,463 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742511632 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.small.0-1732742511632,5,FailOnTimeoutGroup] 2024-11-27T21:22:17,463 DEBUG [master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742511632 {}] cleaner.HFileCleaner(306): Exit Thread[master/4585c39bed03:0:becomeActiveMaster-HFileCleaner.large.0-1732742511632,5,FailOnTimeoutGroup] 2024-11-27T21:22:17,463 INFO [M:0;4585c39bed03:41349 {}] hbase.ChoreService(370): Chore service for: master/4585c39bed03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:22:17,463 INFO [M:0;4585c39bed03:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:22:17,463 DEBUG [M:0;4585c39bed03:41349 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:22:17,463 INFO [M:0;4585c39bed03:41349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:22:17,464 INFO [M:0;4585c39bed03:41349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:22:17,464 INFO [M:0;4585c39bed03:41349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:22:17,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:22:17,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189966727/master 2024-11-27T21:22:17,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189966727 2024-11-27T21:22:17,466 DEBUG [M:0;4585c39bed03:41349 {}] zookeeper.ZKUtil(347): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Unable to get data of znode /0-189966727/master because node does not exist (not an error) 2024-11-27T21:22:17,466 WARN [M:0;4585c39bed03:41349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:22:17,466 INFO [M:0;4585c39bed03:41349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/.lastflushedseqids 2024-11-27T21:22:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741853_1029 (size=263) 2024-11-27T21:22:17,562 INFO [RS:0;4585c39bed03:44561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:22:17,562 INFO [RS:0;4585c39bed03:44561 {}] regionserver.HRegionServer(1031): Exiting; stopping=4585c39bed03,44561,1732742509881; zookeeper connection closed. 2024-11-27T21:22:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1015b4e5b720001, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:17,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@83d181d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@83d181d 2024-11-27T21:22:17,562 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T21:22:17,870 INFO [M:0;4585c39bed03:41349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:22:17,870 INFO [M:0;4585c39bed03:41349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:22:17,871 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:22:17,871 INFO [M:0;4585c39bed03:41349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:17,871 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:17,871 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:22:17,871 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:17,871 INFO [M:0;4585c39bed03:41349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-27T21:22:17,886 DEBUG [M:0;4585c39bed03:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/290190a4ed0c45c5a179a1578a469b21 is 82, key is hbase:meta,,1/info:regioninfo/1732742512804/Put/seqid=0 2024-11-27T21:22:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741854_1030 (size=5672) 2024-11-27T21:22:18,290 INFO [M:0;4585c39bed03:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/290190a4ed0c45c5a179a1578a469b21 2024-11-27T21:22:18,307 DEBUG [M:0;4585c39bed03:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9157ff846d294684813fcb7e36de59c2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732742524711/Put/seqid=0 2024-11-27T21:22:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741855_1031 (size=8908) 2024-11-27T21:22:18,711 INFO [M:0;4585c39bed03:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9157ff846d294684813fcb7e36de59c2 2024-11-27T21:22:18,728 DEBUG [M:0;4585c39bed03:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd62ed74b71146c6b2a827d95e510511 is 69, key is 4585c39bed03,44561,1732742509881/rs:state/1732742511722/Put/seqid=0 2024-11-27T21:22:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741856_1032 (size=5156) 2024-11-27T21:22:19,132 INFO [M:0;4585c39bed03:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd62ed74b71146c6b2a827d95e510511 2024-11-27T21:22:19,136 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/290190a4ed0c45c5a179a1578a469b21 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/290190a4ed0c45c5a179a1578a469b21 2024-11-27T21:22:19,139 INFO [M:0;4585c39bed03:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/290190a4ed0c45c5a179a1578a469b21, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T21:22:19,140 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9157ff846d294684813fcb7e36de59c2 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9157ff846d294684813fcb7e36de59c2 2024-11-27T21:22:19,143 INFO [M:0;4585c39bed03:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9157ff846d294684813fcb7e36de59c2, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T21:22:19,143 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd62ed74b71146c6b2a827d95e510511 as hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd62ed74b71146c6b2a827d95e510511 2024-11-27T21:22:19,146 INFO [M:0;4585c39bed03:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/2626f8d6-203a-3972-b840-94202cb5f75d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd62ed74b71146c6b2a827d95e510511, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T21:22:19,147 INFO [M:0;4585c39bed03:41349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=112, compaction requested=false 2024-11-27T21:22:19,148 INFO [M:0;4585c39bed03:41349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:22:19,148 DEBUG [M:0;4585c39bed03:41349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732742537871Disabling compacts and flushes for region at 1732742537871Disabling writes for close at 1732742537871Obtaining lock to block concurrent updates at 1732742537871Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732742537871Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732742537871Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732742537872 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732742537872Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732742537886 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732742537886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732742538294 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732742538307 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732742538307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732742538714 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732742538728 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732742538728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42756576: reopening flushed file at 1732742539136 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4e1aa: reopening flushed file at 1732742539139 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14373c09: reopening flushed file at 1732742539143 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=112, compaction requested=false at 1732742539147 (+4 ms)Writing region close event to WAL at 1732742539148 (+1 ms)Closed at 1732742539148 2024-11-27T21:22:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741830_1006 (size=69043) 2024-11-27T21:22:19,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:22:19,151 INFO [M:0;4585c39bed03:41349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:22:19,151 INFO [M:0;4585c39bed03:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41349 2024-11-27T21:22:19,151 INFO [M:0;4585c39bed03:41349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:22:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:19,253 INFO [M:0;4585c39bed03:41349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:22:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x1015b4e5b720000, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:22:19,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e08cd82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:22:19,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49d9060f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:22:19,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:22:19,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41108ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:22:19,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.log.dir/,STOPPED} 2024-11-27T21:22:19,257 WARN [BP-1874101645-172.17.0.2-1732742508793 heartbeating to localhost/127.0.0.1:33967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:22:19,257 WARN [BP-1874101645-172.17.0.2-1732742508793 heartbeating to localhost/127.0.0.1:33967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1874101645-172.17.0.2-1732742508793 (Datanode Uuid 719cf854-1035-43c9-a404-9dbc7b619fbe) service to localhost/127.0.0.1:33967 2024-11-27T21:22:19,257 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:22:19,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:22:19,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed/data/data1/current/BP-1874101645-172.17.0.2-1732742508793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:22:19,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/cluster_459a5825-6eb0-c925-9ba5-bdf98ae514ed/data/data2/current/BP-1874101645-172.17.0.2-1732742508793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:22:19,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:22:19,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41c5edc6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:22:19,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34af3c01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:22:19,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:22:19,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103bac19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:22:19,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efcf2e2-9b88-f634-5d9c-980550506955/hadoop.log.dir/,STOPPED} 2024-11-27T21:22:19,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:22:19,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:22:19,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 536) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36301 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61434) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61434) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61434) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36301 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40919 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40919 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=979 (was 880) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=7174 (was 7501) 2024-11-27T21:22:19,303 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-27T21:22:19,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b4e5b720005, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:22:19,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b4e5b720008, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:22:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b4e5b720002, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T21:22:19,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b4e5b720005, quorum=127.0.0.1:61434, baseZNode=/1-1897802078 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:22:19,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b4e5b720002, quorum=127.0.0.1:61434, baseZNode=/0-189966727 Received Disconnected from ZooKeeper, ignoring 2024-11-27T21:22:19,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b4e5b720008, quorum=127.0.0.1:61434, baseZNode=/2-629605137 Received Disconnected from ZooKeeper, ignoring